-- Logs begin at Wed 2021-06-23 14:03:01 UTC, end at Wed 2021-06-23 15:11:37 UTC. -- Jun 23 14:47:22.185307 dv-cinder-796286-8-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 23 14:47:24.838874 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.common.config [-] Logging enabled! Jun 23 14:47:24.839465 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev382 Jun 23 14:47:24.839662 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100071) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 14:47:24.842968 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.common.config [-] Logging enabled! Jun 23 14:47:24.843230 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev382 Jun 23 14:47:24.843545 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100071) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 14:47:24.844469 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 14:47:24.844707 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 14:47:24.845075 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 14:47:24.845328 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 14:47:24.845560 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 14:47:24.845971 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.846277 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.846577 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.846813 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.847115 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.847411 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.847702 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.847990 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.848290 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.848579 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.848864 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.849153 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.849389 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.849676 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.849998 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.850290 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.850520 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] debug = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.850805 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.851234 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.851650 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.851936 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.852230 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.852517 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.852790 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.853070 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.853360 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.853691 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] host = dv-cinder-796286-8-smb {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.853999 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.854291 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.854583 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.854872 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.855150 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.855964 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.856255 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.856533 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.856810 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] log_file = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.857089 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.857381 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.857674 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.857993 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.858225 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.858453 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.858746 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.859039 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.859318 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.859598 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.859886 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.860164 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.860442 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.860714 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.861000 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.861286 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.861577 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.861879 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.862158 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.862433 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.862711 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.862999 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.863276 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.863555 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.863833 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.864121 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.864397 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.864677 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.864979 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.865266 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.865548 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.865856 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.866138 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.866423 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.866699 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.866974 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.867248 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] use_json = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.867525 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.867802 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.868087 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.868364 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.868639 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.868917 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.869191 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.869478 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:24.869805 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.870105 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.870411 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.870698 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.871601 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.871894 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.872191 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.872476 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.872851 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.873157 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.873454 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.873740 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.874056 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.874342 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.874641 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.874948 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.875246 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.875541 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.875823 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.876102 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.876383 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.876666 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.876957 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.877256 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.877549 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.877851 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.878135 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.878428 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.878709 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.878986 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.879267 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.879558 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.879845 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.880120 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.880410 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.880693 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.880970 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.881246 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.881527 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.881843 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.882125 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.882403 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.882680 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.882961 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.883237 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.883526 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.883808 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.884087 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.884363 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.884645 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.884924 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.885201 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.885482 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.885761 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.886064 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.886341 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.886640 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.886920 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.887197 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.887472 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.887748 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.888024 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.888305 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.888584 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.888860 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.889153 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.889411 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.889691 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.890008 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.890307 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.890590 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.890875 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.891158 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.891441 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.891722 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.892004 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.892286 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.892570 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.892848 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.893142 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.893430 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.893722 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.894033 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.894317 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.894617 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.894901 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.895191 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.895474 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.895756 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.896050 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.896340 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.896641 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.896941 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.897242 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.897538 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.897862 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.898148 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.898458 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.898743 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:24.898968 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 14:47:24.899212 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100071) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 23 14:47:25.247662 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100071) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:47:25.247946 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100071) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:47:25.248244 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100071) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:47:25.248590 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 23 14:47:25.636185 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:25.636529 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:25.637346 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:25.638687 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:25.638973 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:25.639250 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:25.672945 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:25.673266 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:25.673577 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:25.686888 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:25.687175 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:25.687448 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:25.718073 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:25.718355 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:25.718635 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:25.753832 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:25.754122 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:25.754397 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:25.987589 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:25.988209 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:25.988209 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:25.988378 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:25.989025 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:26.111327 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:26.111650 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:26.111939 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:26.112219 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:26.112497 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:26.112818 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:26.113085 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:26.113348 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:26.113608 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:26.113924 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:26.114193 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:26.114465 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:26.114732 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:26.115013 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:26.115260 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:26.115530 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:26.115807 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:26.117062 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:26.117358 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:26.117634 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:26.117966 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:26.118334 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:26.118604 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:26.118896 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:26.119156 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:26.119414 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:26.119820 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100071) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:47:26.120071 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100071) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:47:26.120318 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100071) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:47:26.120563 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100071) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:47:26.120806 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100071) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:47:26.121072 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100071) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:47:26.121441 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 23 14:47:26.124534 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 23 14:47:26.128493 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 23 14:47:26.132328 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jun 23 14:47:26.134004 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 23 14:47:26.134461 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 23 14:47:26.134801 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 23 14:47:26.135214 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 23 14:47:26.138216 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 23 14:47:26.138471 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 23 14:47:26.138820 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 14:47:26.166446 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 23 14:47:26.166908 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:26.167212 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100071) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 23 14:47:26.167588 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:26.169493 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100071) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 23 14:47:26.169801 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 14:47:26.170053 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 23 14:47:26.173418 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:26.173709 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:26.238206 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 23 14:47:26.238399 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 23 14:47:26.238637 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 23 14:47:26.239001 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 23 14:47:26.259397 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_db.sqlalchemy.engines [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100071) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 23 14:47:26.953689 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.plugins.ml2.managers [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Initializing driver for type 'gre' Jun 23 14:47:26.954249 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] gre ID ranges: [(1, 1000)] Jun 23 14:47:27.188217 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.plugins.ml2.managers [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Initializing driver for type 'local' Jun 23 14:47:27.188751 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.plugins.ml2.managers [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Initializing driver for type 'vlan' Jun 23 14:47:27.296645 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] VlanTypeDriver initialization complete Jun 23 14:47:27.296922 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.plugins.ml2.managers [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Initializing driver for type 'vxlan' Jun 23 14:47:27.297423 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] vxlan ID ranges: [(1, 1000)] Jun 23 14:47:27.514092 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.plugins.ml2.managers [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Initializing extension driver 'port_security' Jun 23 14:47:27.514438 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.plugins.ml2.extensions.port_security [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] PortSecurityExtensionDriver initialization complete Jun 23 14:47:27.514775 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.plugins.ml2.managers [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Initializing mechanism driver 'openvswitch' Jun 23 14:47:27.515100 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.plugins.ml2.managers [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Initializing mechanism driver 'hyperv' Jun 23 14:47:27.521874 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.plugins.ml2.plugin [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:47:27.522652 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > port after_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.523032 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > port after_update 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.523393 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > port after_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.523784 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > subnet after_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.524144 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > subnet after_update 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.524495 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > subnet after_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.524875 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > network after_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.525223 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > network after_update 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.525566 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > network after_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.525978 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > security_group after_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.529946 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > security_group after_update 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.529946 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > security_group after_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.529946 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.529946 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.530253 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.530253 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > address_group after_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.530253 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > address_group after_update 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.530253 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > address_group after_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.530527 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] ML2 OVO RPC backend initialized. {{(pid=100071) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 23 14:47:27.530527 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > router_interface after_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.530740 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.531157 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > network before_response 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.531512 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > networks before_response 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.531870 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > port before_response 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.532219 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > ports before_response 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.532564 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > subnet before_response 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.532906 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > subnets before_response 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.533252 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > network after_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.533592 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > network after_update 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.534092 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > network after_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.534450 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > port after_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.534791 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > port after_update 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.535133 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > port after_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.535513 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > subnet after_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.535853 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > subnet after_update 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.536187 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > subnet after_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.536759 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.plugins.ml2.plugin [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Modular L2 Plugin initialization complete Jun 23 14:47:27.537090 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading services supported by the core plugin {{(pid=100071) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 23 14:47:27.537422 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.plugins.ml2.managers [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Got port-security extension from driver 'port_security' Jun 23 14:47:27.537910 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.extensions.vlantransparent [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Disabled vlantransparent extension. Jun 23 14:47:27.538394 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100071) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 23 14:47:27.538709 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading Plugin: router Jun 23 14:47:27.584031 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > router_interface before_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.584425 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > router after_create 55549900 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.584798 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > router before_create 55549900 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.585171 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.585605 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.586078 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > router after_delete 55549900 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.586446 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > floatingip after_update 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.586822 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > router after_create 55549900 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.587172 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > router after_update 55549900 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.587524 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > router after_update 55549900 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.587873 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.588233 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > router after_update 55549900 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.588641 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > router precommit_update 55549900 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.589015 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: port after_update 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.589364 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: port after_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.590269 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: subnet after_update 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.590634 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.591123 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > port precommit_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.591478 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > router precommit_create 55549900 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.591826 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: port before_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.592173 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > router precommit_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.592532 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > router after_update 55549900 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.592879 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > router precommit_delete 55549900 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.593230 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > router precommit_create 55549900 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.593594 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > router_interface after_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.593975 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > router precommit_update 55549900 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.597523 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > network after_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.597523 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.quota.resource_registry [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Tracking information for resource: router configured {{(pid=100071) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:47:27.597523 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.quota.resource_registry [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Tracking information for resource: floatingip configured {{(pid=100071) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:47:27.600381 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.db.l3_agentschedulers_db [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 23 14:47:27.600953 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: port after_update 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.601317 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: port after_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.601669 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: port after_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.602047 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: port after_update 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.602831 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > router before_create 55550100 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.603201 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > router precommit_delete 55550100 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.603568 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > router precommit_create 55550100 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.603927 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > router precommit_update 55550100 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.609067 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.services.provider_configuration [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Service providers = [] {{(pid=100071) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 23 14:47:27.609434 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.db.servicetype_db [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100071) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 23 14:47:27.612579 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.services.service_base [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100071) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 14:47:27.612933 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.services.service_base [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100071) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 14:47:27.613273 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.services.service_base [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100071) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 14:47:27.614179 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.services.service_base [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100071) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 14:47:27.614552 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.services.service_base [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 23 14:47:27.614926 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100071) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:47:27.615242 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 23 14:47:27.625912 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100071) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:47:27.626250 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading Plugin: auto_allocate Jun 23 14:47:27.631979 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: network precommit_update 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.632344 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: network precommit_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.632857 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100071) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:47:27.633176 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading Plugin: tag Jun 23 14:47:27.639715 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100071) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:47:27.640043 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading Plugin: timestamp Jun 23 14:47:27.643935 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100071) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:47:27.644269 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading Plugin: network_ip_availability Jun 23 14:47:27.651145 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.651518 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.651872 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.653113 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100071) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:47:27.653428 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading Plugin: flavors Jun 23 14:47:27.658124 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100071) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:47:27.658453 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading Plugin: revisions Jun 23 14:47:27.662922 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100071) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:47:27.663316 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_concurrency.lockutils [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.415s {{(pid=100071) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:47:27.664046 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100071) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 23 14:47:27.664381 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Initializing extension manager. Jun 23 14:47:27.664886 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: __init__.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.665229 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: __pycache__ {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.665566 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.665928 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: address_group.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.666676 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.667236 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: address-group Jun 23 14:47:27.667561 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: address_scope.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.668891 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.669399 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: address-scope Jun 23 14:47:27.669720 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: admin_state_down_before_update.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.670649 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.671150 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: router-admin-state-down-before-update Jun 23 14:47:27.671470 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: agent.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.672155 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.672651 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: agent Jun 23 14:47:27.672970 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: agent_resources_synced.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.673893 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.674389 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: agent-resources-synced Jun 23 14:47:27.674838 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: allowedaddresspairs.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.676579 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.677088 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: allowed-address-pairs Jun 23 14:47:27.677410 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: auto_allocated_topology.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.678693 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.679209 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: auto-allocated-topology Jun 23 14:47:27.679531 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: availability_zone.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.680215 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.680715 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: availability_zone Jun 23 14:47:27.681035 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: availability_zone_filter.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.681966 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.682466 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: availability_zone_filter Jun 23 14:47:27.682784 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: data_plane_status.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.683699 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.684191 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension data-plane-status not supported by any of loaded plugins Jun 23 14:47:27.684509 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: default_subnetpools.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.685401 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.685936 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: default-subnetpools Jun 23 14:47:27.686254 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: dhcpagentscheduler.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.687041 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.687535 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: dhcp_agent_scheduler Jun 23 14:47:27.687855 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: dns.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.688764 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.689261 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension dns-integration not supported by any of loaded plugins Jun 23 14:47:27.689582 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: dns_domain_ports.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.690624 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.691118 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 23 14:47:27.691437 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.692335 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.692830 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 23 14:47:27.693149 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: dvr.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.693830 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.694329 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: dvr Jun 23 14:47:27.694648 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: empty_string_filtering.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.695540 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.696037 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: empty-string-filtering Jun 23 14:47:27.696354 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.697241 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.697730 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 23 14:47:27.698073 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.698986 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.699479 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 23 14:47:27.699795 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: external_net.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.700684 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.701178 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: external-net Jun 23 14:47:27.701494 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: extra_dhcp_opt.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.702407 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.702897 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: extra_dhcp_opt Jun 23 14:47:27.703215 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: extraroute.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.704106 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.704597 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: extraroute Jun 23 14:47:27.704913 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: extraroute_atomic.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.706083 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.706581 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: extraroute-atomic Jun 23 14:47:27.706904 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: filter_validation.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.707812 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.708303 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: filter-validation Jun 23 14:47:27.708623 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: fip_pf_description.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.709516 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.710036 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 23 14:47:27.710357 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: fip_port_details.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.711251 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.711749 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: fip-port-details Jun 23 14:47:27.712071 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: flavors.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.713282 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.713813 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: flavors Jun 23 14:47:27.714138 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.716303 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.716813 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 23 14:47:27.717140 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: floatingip_pools.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.717854 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.718357 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: floatingip-pools Jun 23 14:47:27.718676 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: ip_allocation.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.719582 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.720082 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension ip_allocation not supported by any of loaded plugins Jun 23 14:47:27.720404 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.721302 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.721956 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: ip-substring-filtering Jun 23 14:47:27.722281 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: l2_adjacency.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.723208 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.723700 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension l2_adjacency not supported by any of loaded plugins Jun 23 14:47:27.724018 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: l3.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.724964 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.725469 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: router Jun 23 14:47:27.725802 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: l3_conntrack_helper.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.728137 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.728657 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 23 14:47:27.728997 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.729936 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.731136 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: ext-gw-mode Jun 23 14:47:27.731466 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.732461 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.732972 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: l3-ha Jun 23 14:47:27.733295 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: l3_flavors.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.734256 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.734763 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: l3-flavors Jun 23 14:47:27.735092 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.736010 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.736513 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: l3-port-ip-change-not-allowed Jun 23 14:47:27.736835 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: l3agentscheduler.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.737918 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.738427 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: l3_agent_scheduler Jun 23 14:47:27.738750 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: logging.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.740280 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.740794 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension logging not supported by any of loaded plugins Jun 23 14:47:27.741125 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: metering.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.741884 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.742463 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: metering Jun 23 14:47:27.742788 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.743872 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.744386 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: metering_source_and_destination_fields Jun 23 14:47:27.744710 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: multiprovidernet.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.745615 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.746191 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: multi-provider Jun 23 14:47:27.746514 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: netmtu.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.747413 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.747912 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: net-mtu Jun 23 14:47:27.748233 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: netmtu_writable.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.749134 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.749632 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: net-mtu-writable Jun 23 14:47:27.749981 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: network_availability_zone.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.750640 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.751135 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: network_availability_zone Jun 23 14:47:27.751451 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: network_ip_availability.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.752526 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.753172 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: network-ip-availability Jun 23 14:47:27.753491 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: network_segment_range.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.754276 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.754768 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension network-segment-range not supported by any of loaded plugins Jun 23 14:47:27.755087 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: pagination.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.756058 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.756382 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: pagination Jun 23 14:47:27.756696 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: port_device_profile.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.757590 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.758124 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: port-device-profile Jun 23 14:47:27.758445 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.759496 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.760006 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: port-mac-address-regenerate Jun 23 14:47:27.760329 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.761228 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.762275 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: port-numa-affinity-policy Jun 23 14:47:27.762594 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: port_resource_request.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.763506 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.764006 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension port-resource-request not supported by any of loaded plugins Jun 23 14:47:27.764323 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: portbindings.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.765234 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.765739 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: binding Jun 23 14:47:27.766082 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: portbindings_extended.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.767337 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.767839 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: binding-extended Jun 23 14:47:27.768166 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: portsecurity.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.769197 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.769709 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: port-security Jun 23 14:47:27.770057 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: project_id.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.771014 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.771342 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: project-id Jun 23 14:47:27.771661 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: providernet.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.772562 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.773067 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: provider Jun 23 14:47:27.773385 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: qos.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.777037 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.778163 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension qos not supported by any of loaded plugins Jun 23 14:47:27.778492 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.779724 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.780231 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 23 14:47:27.780559 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.781464 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.782007 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 23 14:47:27.782334 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: qos_default.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.783232 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.783732 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension qos-default not supported by any of loaded plugins Jun 23 14:47:27.784060 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: qos_fip.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.784703 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.785198 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension qos-fip not supported by any of loaded plugins Jun 23 14:47:27.785588 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: qos_gateway_ip.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.786526 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.787033 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 23 14:47:27.787429 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: qos_port_network_policy.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.788370 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.788874 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 23 14:47:27.789196 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: qos_rule_type_details.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.790202 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.790698 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 23 14:47:27.791016 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: qos_rules_alias.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.792039 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.792540 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 23 14:47:27.792885 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: quotasv2.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.793829 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.794156 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: quotas Jun 23 14:47:27.794473 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: quotasv2_detail.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.797492 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.797863 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: quota_details Jun 23 14:47:27.798199 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: rbac.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.799251 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.799779 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: rbac-policies Jun 23 14:47:27.800109 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: rbac_address_group.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.801031 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.801538 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: rbac-address-group Jun 23 14:47:27.801899 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: rbac_address_scope.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.802814 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.803323 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: rbac-address-scope Jun 23 14:47:27.803647 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: rbac_security_groups.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.804542 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.805045 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: rbac-security-groups Jun 23 14:47:27.805369 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: rbac_subnetpool.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.806295 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.806801 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: rbac-subnetpool Jun 23 14:47:27.807123 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: revisionifmatch.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.808026 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.808552 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: revision-if-match Jun 23 14:47:27.808872 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: revisions.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.810190 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.810694 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: standard-attr-revisions Jun 23 14:47:27.811016 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: router_availability_zone.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.811677 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.812181 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: router_availability_zone Jun 23 14:47:27.812502 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: routerservicetype.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.813403 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.813939 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension router-service-type not supported by any of loaded plugins Jun 23 14:47:27.814264 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.815167 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.815800 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: security-groups-normalized-cidr Jun 23 14:47:27.816121 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: security_groups_port_filtering.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.817027 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.817530 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: port-security-groups-filtering Jun 23 14:47:27.817890 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.818794 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.819295 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: security-groups-remote-address-group Jun 23 14:47:27.819619 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: securitygroup.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.829639 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.830207 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: security-group Jun 23 14:47:27.830542 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: segment.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.831342 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.831843 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension segment not supported by any of loaded plugins Jun 23 14:47:27.832426 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.833343 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.833882 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 23 14:47:27.834258 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: servicetype.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.835324 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.835838 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: service-type Jun 23 14:47:27.836164 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: sorting.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.837127 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.837458 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: sorting Jun 23 14:47:27.837798 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: standard_attr_segment.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.838768 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.839275 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 23 14:47:27.839644 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: standardattrdescription.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.840927 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.841436 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: standard-attr-description Jun 23 14:47:27.841764 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: stateful_security_group.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.842696 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.843201 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: stateful-security-group Jun 23 14:47:27.843523 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: stdattrs_common.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.844090 dv-cinder-796286-8-smb neutron-server[100071]: WARNING neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 23 14:47:27.844408 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.845327 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.845882 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 23 14:47:27.846201 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: subnet_onboard.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.847268 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.847776 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: subnet_onboard Jun 23 14:47:27.848151 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.849068 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.849570 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 23 14:47:27.849933 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: subnet_service_types.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.850849 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.851349 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: subnet-service-types Jun 23 14:47:27.851668 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: subnetallocation.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.852738 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.853245 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: subnet_allocation Jun 23 14:47:27.853566 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.854246 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.854747 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: subnetpool-prefix-ops Jun 23 14:47:27.855069 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.856028 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.856532 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 23 14:47:27.856852 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: tagging.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.857956 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.858472 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: standard-attr-tag Jun 23 14:47:27.858795 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: timestamp.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.859997 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.860505 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loaded extension: standard-attr-timestamp Jun 23 14:47:27.860828 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: trunk.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.861886 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.862530 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension trunk not supported by any of loaded plugins Jun 23 14:47:27.862855 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: trunk_details.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.863768 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.864270 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension trunk-details not supported by any of loaded plugins Jun 23 14:47:27.864592 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: uplink_status_propagation.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.865505 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.866041 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 23 14:47:27.866363 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Loading extension file: vlantransparent.py {{(pid=100071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:47:27.867024 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:47:27.867522 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extension vlan-transparent not supported by any of loaded plugins Jun 23 14:47:27.869998 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.quota.resource_registry [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Creating instance of TrackedResource for resource:network Jun 23 14:47:27.870532 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.quota.resource_registry [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Creating instance of TrackedResource for resource:subnet Jun 23 14:47:27.870955 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.quota.resource_registry [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 14:47:27.871346 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.quota.resource_registry [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Creating instance of TrackedResource for resource:port Jun 23 14:47:27.872570 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.v2.resource_helper [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:47:27.873011 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.v2.resource_helper [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Service FLAVORS assigned prefix: {{(pid=100071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:47:27.873628 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.v2.resource_helper [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:47:27.874082 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.v2.resource_helper [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:47:27.874409 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.quota.resource_registry [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Creating instance of TrackedResource for resource:router Jun 23 14:47:27.874835 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.quota.resource_registry [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Creating instance of TrackedResource for resource:floatingip Jun 23 14:47:27.875327 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.v2.resource_helper [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Service METERING assigned prefix: /metering {{(pid=100071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:47:27.876751 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.877122 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.877474 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:47:27.878632 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.quota.resource_registry [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 14:47:27.879073 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.quota.resource_registry [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Creating instance of TrackedResource for resource:security_group Jun 23 14:47:27.879512 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.quota.resource_registry [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 14:47:27.880117 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.v2.resource_helper [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Service CORE assigned prefix: {{(pid=100071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:47:27.880442 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.quota.resource_registry [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 14:47:27.880784 dv-cinder-796286-8-smb neutron-server[100071]: WARNING neutron.quota.resource_registry [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] subnetpool is already registered Jun 23 14:47:27.881214 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.v2.resource_helper [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Service CORE assigned prefix: {{(pid=100071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:47:27.881536 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.quota.resource_registry [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 14:47:27.881897 dv-cinder-796286-8-smb neutron-server[100071]: WARNING neutron.quota.resource_registry [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] subnetpool is already registered Jun 23 14:47:27.884191 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.v2.resource_helper [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:47:27.884620 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.v2.resource_helper [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Service FLAVORS assigned prefix: {{(pid=100071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:47:27.885213 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.v2.resource_helper [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:47:27.885629 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.v2.resource_helper [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:47:27.885985 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.quota.resource_registry [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Creating instance of TrackedResource for resource:router Jun 23 14:47:27.886323 dv-cinder-796286-8-smb neutron-server[100071]: WARNING neutron.quota.resource_registry [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] router is already registered Jun 23 14:47:27.887262 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.quota.resource_registry [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Creating instance of TrackedResource for resource:floatingip Jun 23 14:47:27.887594 dv-cinder-796286-8-smb neutron-server[100071]: WARNING neutron.quota.resource_registry [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] floatingip is already registered Jun 23 14:47:27.888043 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.v2.resource_helper [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Service METERING assigned prefix: /metering {{(pid=100071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:47:27.888712 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.quota.resource_registry [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 14:47:27.889036 dv-cinder-796286-8-smb neutron-server[100071]: WARNING neutron.quota.resource_registry [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] rbac_policy is already registered Jun 23 14:47:27.889443 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.quota.resource_registry [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Creating instance of TrackedResource for resource:security_group Jun 23 14:47:27.889776 dv-cinder-796286-8-smb neutron-server[100071]: WARNING neutron.quota.resource_registry [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] security_group is already registered Jun 23 14:47:27.890194 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.quota.resource_registry [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 14:47:27.890521 dv-cinder-796286-8-smb neutron-server[100071]: WARNING neutron.quota.resource_registry [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] security_group_rule is already registered Jun 23 14:47:27.891158 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.v2.resource_helper [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Service CORE assigned prefix: {{(pid=100071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:47:27.891490 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.quota.resource_registry [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 14:47:27.891819 dv-cinder-796286-8-smb neutron-server[100071]: WARNING neutron.quota.resource_registry [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] subnetpool is already registered Jun 23 14:47:27.892238 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.v2.resource_helper [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Service CORE assigned prefix: {{(pid=100071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:47:27.892558 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.quota.resource_registry [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 14:47:27.892884 dv-cinder-796286-8-smb neutron-server[100071]: WARNING neutron.quota.resource_registry [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] subnetpool is already registered Jun 23 14:47:27.893471 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: extensions {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.894978 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: address-groups {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.896460 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: address-scopes {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.897800 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: agents {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.898948 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: auto-allocated-topology {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.900192 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: availability_zones {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.901421 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: dhcp-networks {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.903523 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: dhcp-agents {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.904961 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: routers {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.906673 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: flavors {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.909168 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: service_profiles {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.910422 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: next_providers {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.911869 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: service_profiles {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.913408 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: floatingip-pools {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.914664 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: routers {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.916366 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: floatingips {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.917637 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: l3-routers {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.919101 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: l3-agents {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.920564 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: metering-labels {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.921862 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: metering-label-rules {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.923253 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: network-ip-availabilities {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.924501 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: bindings {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.926208 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: quotas {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.927761 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: quotas {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.929231 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: rbac-policies {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.930488 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: security-groups {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.931783 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: security-group-rules {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.933015 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: service-providers {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.934319 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: subnetpools {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.935630 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: subnetpools {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.937187 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: tags {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.938878 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: tags {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.940881 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: tags {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.942680 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: tags {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.944378 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: tags {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.946353 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: tags {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.948059 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: tags {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.950427 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: tags {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.952281 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: tags {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.954077 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron.api.extensions [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Extended resource: tags {{(pid=100071) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:47:27.960464 dv-cinder-796286-8-smb neutron-server[100071]: WARNING keystonemiddleware.auth_token [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 23 14:47:27.965607 dv-cinder-796286-8-smb neutron-server[100071]: WARNING keystonemiddleware.auth_token [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 23 14:47:27.973827 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_concurrency.lockutils [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Acquired lock "singleton_lock" {{(pid=100071) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 23 14:47:27.974305 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_concurrency.lockutils [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Releasing lock "singleton_lock" {{(pid=100071) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 23 14:47:27.974936 dv-cinder-796286-8-smb neutron-server[100071]: INFO oslo_service.service [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Starting 2 workers Jun 23 14:47:27.979647 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Started child 100180 {{(pid=100071) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 14:47:27.984005 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Started child 100181 {{(pid=100071) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 14:47:27.985170 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:27.985961 dv-cinder-796286-8-smb neutron-server[100071]: INFO neutron.service [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Neutron service started, listening on 0.0.0.0:9696 Jun 23 14:47:27.986254 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Notify callbacks [] for process, before_spawn {{(pid=100071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:27.986764 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [-] (100180) wsgi starting up on http://0.0.0.0:9696 Jun 23 14:47:27.988719 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:27.989182 dv-cinder-796286-8-smb neutron-server[100071]: INFO oslo_service.service [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Starting 1 workers Jun 23 14:47:27.990082 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [-] (100181) wsgi starting up on http://0.0.0.0:9696 Jun 23 14:47:27.994013 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Started child 100182 {{(pid=100071) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 14:47:27.994545 dv-cinder-796286-8-smb neutron-server[100071]: INFO oslo_service.service [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Starting 1 workers Jun 23 14:47:27.997758 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.service [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] calling RpcWorker wait() {{(pid=100182) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 23 14:47:27.998304 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.service [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] returning from RpcWorker wait() {{(pid=100182) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 23 14:47:27.998916 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Started child 100183 {{(pid=100071) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 14:47:27.999655 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:27.999755 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG neutron_lib.callbacks.manager [None req-64cf6a10-1ffc-4d82-ad90-b520e41f199f None None] Notify callbacks [] for process, after_spawn {{(pid=100071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:28.000189 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:47:28.001637 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100071) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 14:47:28.001871 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 14:47:28.002058 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 14:47:28.002273 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 14:47:28.002602 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 14:47:28.002994 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 14:47:28.003476 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.003749 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.003914 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:28.004364 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.004364 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.004533 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.005281 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.005559 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.005835 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.006112 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.006350 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.006528 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.006697 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.006959 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.007190 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.007497 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.007780 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.008019 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.008305 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.008477 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.008728 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.008985 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.009218 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.009482 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] debug = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.009729 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.010236 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.010490 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.010746 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.010980 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.011301 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.012069 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.012343 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.012584 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.012850 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.013160 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.013422 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.013665 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.013918 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.014158 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.014403 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.014622 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.015085 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] host = dv-cinder-796286-8-smb {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.015333 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.015548 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.015794 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.016063 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.016306 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.016524 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.016773 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.017038 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.017285 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.017512 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.017735 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.018002 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.018221 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.018648 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] log_file = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.018813 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] log_options = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.019049 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.019340 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.019611 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.019837 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.019974 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.020139 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.020389 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.020551 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.020794 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.021007 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.021219 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.021452 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.021695 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.021935 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.022195 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.022439 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.022689 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.022921 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.023173 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.023420 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.023644 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.023899 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.024117 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.024385 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.024553 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.024766 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.025021 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.025235 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.025467 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.025715 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.025968 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.026224 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.026475 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.026717 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.026960 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.027861 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.028096 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.028399 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.028600 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.028842 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.029098 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.029332 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.029528 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:47:28.029686 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.029845 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.030075 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.030223 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] use_json = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.030479 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.030638 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.030899 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.031112 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.031324 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.031535 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.031770 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.032005 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.032701 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.032701 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.033121 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.033481 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.033653 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.033884 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.034125 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.034345 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.034599 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.034835 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.035151 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.035371 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.035658 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.035926 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.036178 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.036487 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.036745 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.037009 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.037258 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.037493 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.037727 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.037973 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.038312 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.038588 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.038849 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.039118 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.039335 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.039580 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.039835 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.040068 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.040458 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.040700 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.040967 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.041186 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.041403 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.041622 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.041954 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.042331 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.042422 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.046894 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.046894 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.046894 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.046894 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.046894 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.046894 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.046894 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.046894 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.046894 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.047557 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.047557 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.047557 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.047557 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.047557 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.047557 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.047557 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.047557 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.047557 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.048178 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.048178 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.048178 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.048178 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.048447 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.048658 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.048875 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.049096 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.049821 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.049821 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.049821 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.050069 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.050276 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.050501 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.050747 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.050934 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.051154 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.051684 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.051684 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.051846 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.052235 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.052235 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.052459 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.052681 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.052896 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.053131 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.053369 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.053662 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.054022 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.054272 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.054528 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.054756 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.055022 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.055371 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.055657 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.056039 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.056431 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.056838 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.057121 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.057382 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.057642 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.057899 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.058362 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.058649 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.058891 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.059121 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.059391 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.059646 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.059959 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.060249 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.060532 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.060802 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.061050 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.061283 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.061572 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.061841 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.062122 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.062339 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.062643 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.062927 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.063197 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.063472 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.063702 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.064066 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.064351 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.064592 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.064856 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.065092 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.065431 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.065652 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.066125 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.066383 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.066609 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.066848 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.067104 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.067445 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.067674 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.067907 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.068153 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.068412 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.068679 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.068916 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.069179 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.069423 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.069655 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.069950 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.070184 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.070418 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.070646 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.070990 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.071211 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.071450 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.071686 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.071906 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.072124 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.072355 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.072584 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.072797 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.073034 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.073267 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.073485 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.073701 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.074488 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.074706 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.074970 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.075185 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.075521 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.075746 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.075963 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.076181 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.076436 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.076651 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.076924 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.077171 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.077403 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.077630 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.077895 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.078154 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.078529 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.078779 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.079003 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.079225 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.079439 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.079660 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.079874 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.080113 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.080340 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.080577 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.080868 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.081118 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.081440 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.081705 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.081973 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.082476 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.082694 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.082941 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.083185 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.083402 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.083622 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.083858 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.084074 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.084369 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.084539 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.084782 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.085170 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.085680 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.086136 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.086361 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.086573 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.086867 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.087118 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.087367 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.087604 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.087838 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.088091 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.088324 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.088544 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.088763 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.088974 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.089208 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.089420 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.089748 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.090593 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.090739 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.090992 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.091208 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.091423 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.091642 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.091853 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.092082 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.092298 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.092528 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.092740 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.092968 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.093300 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.093546 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.093767 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.094066 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.094317 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.094571 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.094808 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.095137 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.095364 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.095666 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.095886 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.096116 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.096327 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.096583 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.096903 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.097209 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.097466 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.097700 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.098026 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.098297 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.098560 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.098775 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.099070 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.099406 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.099693 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.099946 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.100209 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.100483 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.100724 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.100938 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.101176 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.101409 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.101624 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.101880 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.102109 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.102336 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.102549 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.102773 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.102987 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.103214 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.103456 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.103699 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.103913 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.104071 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 14:47:28.104660 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100071) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 14:47:28.104826 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 14:47:28.104986 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 14:47:28.105118 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 14:47:28.105348 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 14:47:28.105554 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 14:47:28.105732 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.105915 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.106056 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.106199 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.106342 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.106557 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.106557 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.106831 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.106976 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.107120 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.107262 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.107407 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.107541 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.107694 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.107773 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.107891 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.108048 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.108207 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.108371 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.108724 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.108724 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.108876 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.108973 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] debug = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.109135 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.109343 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.109511 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.109670 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.111508 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.111508 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.111508 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.111508 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.111508 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.111508 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.111508 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.111508 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.112075 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.112075 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.112075 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.112075 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.112075 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.112075 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] host = dv-cinder-796286-8-smb {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.112075 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.112075 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.112569 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.112569 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.112569 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.112738 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.112738 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.112905 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.113063 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.113222 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.113382 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.113742 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.113742 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.113934 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] log_file = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.114014 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] log_options = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.114157 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.114314 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.114471 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.114665 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.114829 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.114988 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.115148 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.115305 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.115463 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.115620 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.115778 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.115935 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.116094 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.116251 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.116407 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.116566 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.116723 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.116880 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.117038 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.117195 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.117354 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.117515 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.117657 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.117825 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.117988 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.118145 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.118321 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.118532 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.118617 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.118752 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.118911 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.119069 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.119232 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.119577 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.119577 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.119733 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.119837 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.119999 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.120156 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.120314 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.120472 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.120629 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.120787 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.121479 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.121637 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.121824 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] use_json = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.121982 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.122140 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.122299 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.122455 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.122615 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.122772 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.122930 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.123089 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:47:28.123270 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.123431 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.123601 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.123765 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.123930 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.124089 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.124249 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.124410 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.124578 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.124726 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.124895 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.125055 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.125225 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.125386 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.125545 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.125708 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.125909 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.126071 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.126302 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.126392 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.126538 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.126699 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.126875 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.127035 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.127214 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.127379 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.127541 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.127702 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.127865 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.128026 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.128188 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.128349 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.128510 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.128670 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.128835 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.128993 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.129166 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.129325 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.129510 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.129692 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.129843 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.130006 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.130223 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.130384 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.130745 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.130846 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.131017 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.131182 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.131336 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.131493 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.131663 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.131824 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.131984 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.132144 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.132305 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.132465 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.132626 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.132786 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.132948 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.133110 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.133271 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.133443 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.133605 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.133765 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.133975 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.134104 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.134265 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.134424 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.134586 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.134748 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.134910 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.135070 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.135229 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.135390 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.135550 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.135711 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.135872 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.136033 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.136194 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.136355 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.136565 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.137230 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.137391 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.137551 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.137720 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.137916 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.138078 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.138238 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.138399 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.138559 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.138720 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.138880 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.139041 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.139206 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.139369 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.139531 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.139693 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.139858 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.140018 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.140177 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.140339 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.140498 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.140662 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.140806 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.140967 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.141127 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.141287 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.141450 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.141610 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.141769 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.141949 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.142118 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.142278 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.142442 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.142601 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.142768 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.142939 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.143100 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.143260 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.143419 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.143647 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.143771 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.143876 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.144084 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.144224 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.144347 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.144488 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.144656 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.144826 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.145146 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.145146 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.145382 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.145502 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.145584 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.145748 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.145937 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.146101 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.146265 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.146403 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.146558 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.146950 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.146950 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.147465 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.147465 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.147465 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.147465 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.147848 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.147848 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.147995 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.148071 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.148234 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.148365 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.148523 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.148705 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.148844 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.149006 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.149158 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.149318 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.149462 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.149626 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.149804 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.149965 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.150311 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.150311 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.150521 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.150603 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.150722 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.150862 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.151023 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.151187 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.151347 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.151509 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.151670 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.151832 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.151994 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.152182 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.152346 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.152505 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.152667 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.152828 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.152989 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.153151 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.153311 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.153472 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.153635 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.153807 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.153973 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.154193 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.154342 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.154451 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.154613 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.154774 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.155071 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.155071 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.155308 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.155428 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.155510 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.155673 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.155874 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.155975 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.156135 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.156295 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.156456 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.156617 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.156777 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.156937 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.157109 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.157270 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.157431 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.157591 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.157752 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.157959 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.158119 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.158280 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.158441 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.158600 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.158771 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.158932 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.159111 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.159259 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.159419 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.159756 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.159756 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.159922 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.160166 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.160261 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.160401 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.160560 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.160721 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.160880 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.161042 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.161210 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.161371 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.161533 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.161700 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.161882 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.162043 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.162204 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.162376 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.162537 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.162699 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.162859 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.163020 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.163181 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.163344 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.163509 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.163679 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.163846 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.164007 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.164175 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.164348 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.164519 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.164678 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.164846 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.165194 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.165194 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.165349 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.165468 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.165629 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.165842 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.166029 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.166192 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.166353 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.166513 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.166675 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.166835 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.166995 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.167155 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.167316 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.167477 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.167638 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.167822 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.167985 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.168145 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:47:28.168299 dv-cinder-796286-8-smb neutron-server[100071]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100071) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 14:47:28.169647 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:47:28.365853 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 43982) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:47:28.374937 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069010 Jun 23 14:47:39.764528 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd8acec-1c51-4b72-869d-40a55e7821cc None None] get_active_networks_info from dv-cinder-796286-8-smb {{(pid=100182) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 14:47:39.836497 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd8acec-1c51-4b72-869d-40a55e7821cc None None] No non-hosted networks {{(pid=100182) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 23 14:47:39.874158 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.agentschedulers_db [None req-0dd8acec-1c51-4b72-869d-40a55e7821cc None None] DHCP Agent not found on host dv-cinder-796286-8-smb {{(pid=100182) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 23 14:47:39.994221 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-097d1e3c-a332-46ac-b697-d9e28398892c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741'] for agent, after_create {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:42.457704 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-1777780c-0126-499c-a3f9-54ecc7e75464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741'] for agent, after_create {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:42.479533 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741'] for agent, after_create {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:42.480499 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:42.481117 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:42.481985 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:42.482522 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:42.483000 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:42.484138 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:42.484669 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:42.485364 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:42.485963 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:42.491436 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:42.491436 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:42.491436 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:42.491436 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796286-8-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:47:42.534803 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796286-8-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:47:42.538467 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-621bef00-c14b-47a7-bcaf-261512904c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:43.736737 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741'] for agent, after_create {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:45.311577 dv-cinder-796286-8-smb neutron-server[100182]: INFO neutron.db.l3_hamode_db [None req-36b1e206-5eb2-4658-a545-cdcc71b367ab None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 23 14:47:45.414622 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b1e206-5eb2-4658-a545-cdcc71b367ab None None] Routers set() bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:47:45.415196 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b1e206-5eb2-4658-a545-cdcc71b367ab None None] Router IDs set() for agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 23 14:47:45.616698 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741'] for agent, after_create {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:46.446240 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 44076) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:47:46.934987 dv-cinder-796286-8-smb neutron-server[100181]: WARNING oslo_policy.policy [None req-17bcabc7-95cc-458e-b077-e4c23f6a2906 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:47:46.935591 dv-cinder-796286-8-smb neutron-server[100181]: WARNING oslo_policy.policy [None req-17bcabc7-95cc-458e-b077-e4c23f6a2906 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:47:47.145420 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [None req-17bcabc7-95cc-458e-b077-e4c23f6a2906 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=100181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:47:47.146510 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-17bcabc7-95cc-458e-b077-e4c23f6a2906 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6993985 Jun 23 14:47:49.455553 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 44090) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:47:49.765577 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-674f687d-afc6-4a4a-9773-f2ee2283db3c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:47:49.859112 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.policy [None req-674f687d-afc6-4a4a-9773-f2ee2283db3c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100181) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 14:47:49.905500 dv-cinder-796286-8-smb neutron-server[100181]: WARNING oslo_policy.policy [None req-674f687d-afc6-4a4a-9773-f2ee2283db3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:47:49.905907 dv-cinder-796286-8-smb neutron-server[100181]: WARNING oslo_policy.policy [None req-674f687d-afc6-4a4a-9773-f2ee2283db3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:47:49.914571 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.quota [None req-674f687d-afc6-4a4a-9773-f2ee2283db3c admin admin] Loaded quota_driver: . Jun 23 14:47:50.096870 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-674f687d-afc6-4a4a-9773-f2ee2283db3c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735915447776', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735915447247', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735915468775', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735915461792', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735915489152', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735915479526', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3878170', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3802726', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-705387', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-551463'] for rbac-policy, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:50.604906 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-674f687d-afc6-4a4a-9773-f2ee2283db3c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:50.606144 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-674f687d-afc6-4a4a-9773-f2ee2283db3c admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1496117 Jun 23 14:47:53.126475 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 44102) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:47:53.413149 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'bd803d4cd430489fa3838ff63fa84f03', 'tenant_id': 'bd803d4cd430489fa3838ff63fa84f03'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:47:53.559502 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Made reservation on behalf of bd803d4cd430489fa3838ff63fa84f03 for: {'network': 1} {{(pid=100181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:47:53.562253 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for network, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:53.578402 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:53.695773 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:53.794019 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:53.799433 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:47:53.814463 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=100181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:47:53.842749 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735919049750', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:53.843459 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Unsubscribe: segment precommit_create {{(pid=100181) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 14:47:53.843958 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.db.segments_db [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Added segment 8a59a5ff-ba23-48c2-b9e2-7c1a331100f1 of type vlan for network 2193d06b-1559-46e3-9c2c-518810d3356c Jun 23 14:47:53.861204 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6645b61d-7081-4074-a84a-845fad394fc1,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:47:53.909081 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:53.909431 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:53.909766 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:53.910113 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:53.910435 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:53.910754 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:53.911070 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:53.911388 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:53.911700 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:53.912009 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:53.912401 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:53.912710 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Tracked resource versions report: Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: pushed versions: Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: { 'AddressGroup': {'1.2'}, Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: 'ConntrackHelper': {'1.0'}, Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: 'Log': {'1.0'}, Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: 'Network': {'1.1'}, Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: 'Port': {'1.7'}, Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: 'PortForwarding': {'1.2'}, Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: 'QosPolicy': {'1.8'}, Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: 'SecurityGroup': {'1.4'}, Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: 'SubPort': {'1.0'}, Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: 'Subnet': {'1.1'}, Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: 'Trunk': {'1.1'}} Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: consumer versions: Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: { DHCP agent@dv-cinder-796286-8-smb: {}, Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: L3 agent@dv-cinder-796286-8-smb: {}, Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: Metadata agent@dv-cinder-796286-8-smb: {}, Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: Metering agent@dv-cinder-796286-8-smb: {}, Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: Open vSwitch agent@dv-cinder-796286-8-smb: { 'AddressGroup': '1.2', Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: 'ConntrackHelper': '1.0', Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: 'Log': '1.0', Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: 'Network': '1.1', Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: 'Port': '1.7', Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: 'PortForwarding': '1.2', Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: 'QosPolicy': '1.8', Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: 'SecurityGroup': '1.4', Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: 'SecurityGroupRule': '1.2', Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: 'SubPort': '1.0', Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: 'Subnet': '1.1', Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: 'Trunk': '1.1'}} Jun 23 14:47:53.913804 dv-cinder-796286-8-smb neutron-server[100181]: {{(pid=100181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:47:53.961354 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735918531624'] for network, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:53.967314 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:47:54.079240 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217'] for network, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:54.080665 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:47:54.081301 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:54.083516 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:47:54.172992 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Pushing event updated for resources: {'Network': ['ID=2193d06b-1559-46e3-9c2c-518810d3356c,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:47:54.176098 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:47:54.184233 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Network 2193d06b-1559-46e3-9c2c-518810d3356c details requested by agent ovs-agent-dv-cinder-796286-8-smb with host dv-cinder-796286-8-smb {{(pid=100182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:47:54.194011 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0664942 Jun 23 14:47:56.752941 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 44116) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:47:57.133457 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb7c533-c724-4f77-835d-b978afed74bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:47:57.134833 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-0eb7c533-c724-4f77-835d-b978afed74bc admin admin] 10.222.0.72 "GET /v2.0/networks/2193d06b-1559-46e3-9c2c-518810d3356c HTTP/1.1" status: 200 len: 825 time: 0.3809626 Jun 23 14:47:57.159543 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-f02759a2-890f-438a-a467-bae68caf4a6d admin admin] 10.222.0.72 "GET /v2.0/subnetpools/84a8247a-a933-4f82-967e-1f5e4c8ff0f2 HTTP/1.1" status: 200 len: 734 time: 0.0188260 Jun 23 14:47:57.167957 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-11b06a20-8690-4d88-87b0-85de2fa00623 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '84a8247a-a933-4f82-967e-1f5e4c8ff0f2', 'ip_version': 4, 'tenant_id': 'bd803d4cd430489fa3838ff63fa84f03', 'network_id': '2193d06b-1559-46e3-9c2c-518810d3356c', 'name': 'private-subnet'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:47:57.262342 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b06a20-8690-4d88-87b0-85de2fa00623 admin admin] Made reservation on behalf of bd803d4cd430489fa3838ff63fa84f03 for: {'subnet': 1} {{(pid=100181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:47:57.264683 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-11b06a20-8690-4d88-87b0-85de2fa00623 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:57.627964 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-11b06a20-8690-4d88-87b0-85de2fa00623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210'] for subnet, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:57.632401 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:47:57.698711 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b06a20-8690-4d88-87b0-85de2fa00623 admin admin] Checking segment: {'id': '8a59a5ff-ba23-48c2-b9e2-7c1a331100f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2193d06b-1559-46e3-9c2c-518810d3356c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:47:57.699676 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b06a20-8690-4d88-87b0-85de2fa00623 admin admin] Network hostable DHCP agents. Network: 2193d06b-1559-46e3-9c2c-518810d3356c, hostable agents: ['bd2680ec-ec61-4d1e-a411-ffe82748e619'], hosted agents: [] {{(pid=100181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:47:57.703968 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b06a20-8690-4d88-87b0-85de2fa00623 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebdec9f7-e782-4091-b83b-52341d7b4acd,revision_number=0']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:47:57.707562 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-11b06a20-8690-4d88-87b0-85de2fa00623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:47:57.798901 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b06a20-8690-4d88-87b0-85de2fa00623 admin admin] Network 2193d06b-1559-46e3-9c2c-518810d3356c is scheduled to be hosted by DHCP agent bd2680ec-ec61-4d1e-a411-ffe82748e619 with binding_index 1 {{(pid=100181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:47:57.866236 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [None req-11b06a20-8690-4d88-87b0-85de2fa00623 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-smb, 2193d06b-1559-46e3-9c2c-518810d3356c) {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:47:57.870915 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b06a20-8690-4d88-87b0-85de2fa00623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:47:57.871516 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-11b06a20-8690-4d88-87b0-85de2fa00623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for subnet, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:57.876007 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6b8618-ba03-4598-8eb6-7afa64bfd2e0 None None] Network 2193d06b-1559-46e3-9c2c-518810d3356c requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:47:57.975433 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-11b06a20-8690-4d88-87b0-85de2fa00623 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7994626 Jun 23 14:47:58.184288 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1252d0a6-3d2e-5aee-af19-a7bd59932878-2193d06b-1559-46e3-9c2c-518810d3356c', 'network_id': '2193d06b-1559-46e3-9c2c-518810d3356c', 'tenant_id': 'bd803d4cd430489fa3838ff63fa84f03', 'fixed_ips': [{'subnet_id': 'ebdec9f7-e782-4091-b83b-52341d7b4acd'}]}} from dv-cinder-796286-8-smb. {{(pid=100182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:47:58.185927 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:58.450884 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.db_base_plugin_common [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Allocated IP 172.20.0.2 (2193d06b-1559-46e3-9c2c-518810d3356c/ebdec9f7-e782-4091-b83b-52341d7b4acd/e0d10464-2a2f-40d1-8b3e-6ee6ce342fc9) {{(pid=100182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:47:58.647351 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Notify callbacks [] for port, precommit_create {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:58.689187 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Transition to ACTIVE for port object e0d10464-2a2f-40d1-8b3e-6ee6ce342fc9 will not be triggered until provisioned by entity L2. {{(pid=100182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:47:58.709553 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Transition to ACTIVE for port object e0d10464-2a2f-40d1-8b3e-6ee6ce342fc9 will not be triggered until provisioned by entity DHCP. {{(pid=100182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:47:58.786620 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222'] for port, after_create {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:58.789338 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:47:58.854445 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Network 2193d06b-1559-46e3-9c2c-518810d3356c is already hosted by enough agents. {{(pid=100182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:47:58.859010 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.scheduler.base_scheduler [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Resources bound (agent type, host, resource id): {{(pid=100182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:47:58.870852 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Received port after_create {{(pid=100182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:47:58.873924 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Pushing event updated for resources: {'Port': ['ID=e0d10464-2a2f-40d1-8b3e-6ee6ce342fc9,revision_number=1']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:47:58.897865 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:58.898475 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:58.898576 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:58.898842 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:58.899162 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:58.899527 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:58.899848 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:58.900166 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:58.900497 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:58.900815 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:58.901128 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:58.901442 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Tracked resource versions report: Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: pushed versions: Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: { 'AddressGroup': {'1.2'}, Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: 'ConntrackHelper': {'1.0'}, Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: 'Log': {'1.0'}, Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: 'Network': {'1.1'}, Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: 'Port': {'1.7'}, Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: 'PortForwarding': {'1.2'}, Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: 'QosPolicy': {'1.8'}, Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: 'SecurityGroup': {'1.4'}, Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: 'SubPort': {'1.0'}, Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: 'Subnet': {'1.1'}, Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: 'Trunk': {'1.1'}} Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: consumer versions: Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: { DHCP agent@dv-cinder-796286-8-smb: {}, Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: L3 agent@dv-cinder-796286-8-smb: {}, Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: Metadata agent@dv-cinder-796286-8-smb: {}, Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: Metering agent@dv-cinder-796286-8-smb: {}, Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: Open vSwitch agent@dv-cinder-796286-8-smb: { 'AddressGroup': '1.2', Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: 'ConntrackHelper': '1.0', Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: 'Log': '1.0', Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: 'Network': '1.1', Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: 'Port': '1.7', Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: 'PortForwarding': '1.2', Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: 'QosPolicy': '1.8', Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: 'SecurityGroup': '1.4', Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: 'SecurityGroupRule': '1.2', Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: 'SubPort': '1.0', Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: 'Subnet': '1.1', Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: 'Trunk': '1.1'}} Jun 23 14:47:58.903136 dv-cinder-796286-8-smb neutron-server[100182]: {{(pid=100182) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:47:58.924971 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:47:58.950311 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Attempting to bind port e0d10464-2a2f-40d1-8b3e-6ee6ce342fc9 on host dv-cinder-796286-8-smb for vnic_type normal with profile {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:47:58.950694 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Attempting to bind port e0d10464-2a2f-40d1-8b3e-6ee6ce342fc9 by drivers openvswitch,hyperv on host dv-cinder-796286-8-smb at level 0 using segments [{'id': '8a59a5ff-ba23-48c2-b9e2-7c1a331100f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2193d06b-1559-46e3-9c2c-518810d3356c'}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:47:58.951134 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Attempting to bind port e0d10464-2a2f-40d1-8b3e-6ee6ce342fc9 on network 2193d06b-1559-46e3-9c2c-518810d3356c {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:47:58.955825 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Checking agent: {'id': 'a806d37f-e7e9-49c9-a0af-39d3c99a85d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 42), 'started_at': datetime.datetime(2021, 6, 23, 14, 47, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:47:58.956247 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Checking segment: {'id': '8a59a5ff-ba23-48c2-b9e2-7c1a331100f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2193d06b-1559-46e3-9c2c-518810d3356c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:47:58.956710 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:58.957367 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Bound using segment: {'id': '8a59a5ff-ba23-48c2-b9e2-7c1a331100f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2193d06b-1559-46e3-9c2c-518810d3356c'} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:47:58.958228 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Bound port: e0d10464-2a2f-40d1-8b3e-6ee6ce342fc9, host: dv-cinder-796286-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a59a5ff-ba23-48c2-b9e2-7c1a331100f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2193d06b-1559-46e3-9c2c-518810d3356c'}}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:47:58.959254 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:59.020702 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] For port e0d10464-2a2f-40d1-8b3e-6ee6ce342fc9, host dv-cinder-796286-8-smb, cleared binding levels {{(pid=100182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:47:59.024931 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] For port e0d10464-2a2f-40d1-8b3e-6ee6ce342fc9, host dv-cinder-796286-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=e0d10464-2a2f-40d1-8b3e-6ee6ce342fc9,segment=NetworkSegment(8a59a5ff-ba23-48c2-b9e2-7c1a331100f1),segment_id=8a59a5ff-ba23-48c2-b9e2-7c1a331100f1)] {{(pid=100182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:47:59.135356 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:59.140678 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:47:59.203643 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Pushing event updated for resources: {'Port': ['ID=e0d10464-2a2f-40d1-8b3e-6ee6ce342fc9,revision_number=2']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:47:59.208481 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:48:00.333803 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 44124) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:48:00.654449 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [None req-c1691700-bebc-4af5-8b6e-a011e886bae4 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=100181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:48:00.655519 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-c1691700-bebc-4af5-8b6e-a011e886bae4 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3207624 Jun 23 14:48:03.067800 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 44132) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:48:03.378112 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [None req-d94dee6c-5b06-4b30-91ff-755f0c7cdaf4 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=100181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:48:03.379097 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-d94dee6c-5b06-4b30-91ff-755f0c7cdaf4 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3103697 Jun 23 14:48:04.665987 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device e0d10464-2a2f-40d1-8b3e-6ee6ce342fc9 up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:48:04.814693 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning for port e0d10464-2a2f-40d1-8b3e-6ee6ce342fc9 completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:48:05.287711 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206aa296-e040-4749-bfd5-30bd0709f06d None None] Network 2193d06b-1559-46e3-9c2c-518810d3356c requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:48:05.435614 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-6052d715-0a51-4762-ac3e-209aa88958b2 None None] Provisioning for port e0d10464-2a2f-40d1-8b3e-6ee6ce342fc9 completed by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:48:05.443175 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-6052d715-0a51-4762-ac3e-209aa88958b2 None None] Provisioning complete for port e0d10464-2a2f-40d1-8b3e-6ee6ce342fc9 triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:48:05.443573 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-6052d715-0a51-4762-ac3e-209aa88958b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:05.582418 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-6052d715-0a51-4762-ac3e-209aa88958b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:05.619357 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-6052d715-0a51-4762-ac3e-209aa88958b2 None None] For port e0d10464-2a2f-40d1-8b3e-6ee6ce342fc9, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=e0d10464-2a2f-40d1-8b3e-6ee6ce342fc9,segment=NetworkSegment(8a59a5ff-ba23-48c2-b9e2-7c1a331100f1),segment_id=8a59a5ff-ba23-48c2-b9e2-7c1a331100f1)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:48:05.713436 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-6052d715-0a51-4762-ac3e-209aa88958b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:05.715986 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:48:05.769590 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052d715-0a51-4762-ac3e-209aa88958b2 None None] Pushing event updated for resources: {'Port': ['ID=e0d10464-2a2f-40d1-8b3e-6ee6ce342fc9,revision_number=3']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:48:05.772961 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-6052d715-0a51-4762-ac3e-209aa88958b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:48:05.833745 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-764b0a4b-7ffb-43b5-a9f9-68be687acd43 None None] Provisioning complete for port e0d10464-2a2f-40d1-8b3e-6ee6ce342fc9 triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:48:05.834149 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-764b0a4b-7ffb-43b5-a9f9-68be687acd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:06.033681 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 44146) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:48:06.362048 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-75a0ea13-ff06-46b8-b8db-693410279b66 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'bd803d4cd430489fa3838ff63fa84f03'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:48:06.456041 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-75a0ea13-ff06-46b8-b8db-693410279b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257109'] for router, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:06.457862 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-75a0ea13-ff06-46b8-b8db-693410279b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257102'] for router, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:06.600411 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-75a0ea13-ff06-46b8-b8db-693410279b66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:06.645373 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-75a0ea13-ff06-46b8-b8db-693410279b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-631149'] for router, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:06.646146 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device e0d10464-2a2f-40d1-8b3e-6ee6ce342fc9 up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:48:06.689572 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port e0d10464-2a2f-40d1-8b3e-6ee6ce342fc9 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:48:06.689967 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:06.753197 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-75a0ea13-ff06-46b8-b8db-693410279b66 admin admin] Notify callbacks [] for router, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:06.754610 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-75a0ea13-ff06-46b8-b8db-693410279b66 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7198067 Jun 23 14:48:09.069040 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 44154) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:48:09.378705 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [None req-3e2b5f3e-0bd2-4a4e-9fb0-b0bc6be6d75a admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=100181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:48:09.379676 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-3e2b5f3e-0bd2-4a4e-9fb0-b0bc6be6d75a admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3097110 Jun 23 14:48:09.808461 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-60c0082c-1057-4f4b-9a07-95157bb80628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:11.717949 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 44162) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:48:12.205180 dv-cinder-796286-8-smb neutron-server[100180]: WARNING oslo_policy.policy [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:48:12.205812 dv-cinder-796286-8-smb neutron-server[100180]: WARNING oslo_policy.policy [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:48:12.420221 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'router:external': True}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:48:12.421757 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.quota [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Loaded quota_driver: . Jun 23 14:48:12.467079 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-797c7675-c212-4f26-9746-0be9054c8451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:12.489674 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:12.541840 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Made reservation on behalf of 94debde878064c14a7c8c34b6c579523 for: {'network': 1} {{(pid=100180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:48:12.610089 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.policy [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100180) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 14:48:12.654396 dv-cinder-796286-8-smb neutron-server[100180]: WARNING oslo_policy.policy [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:48:12.654780 dv-cinder-796286-8-smb neutron-server[100180]: WARNING oslo_policy.policy [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:48:12.664700 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for network, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:12.684999 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:12.810612 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:12.895778 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:12.901138 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:48:12.908690 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Reserving flat network on physical network physnet1 {{(pid=100180) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 23 14:48:12.940639 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735919049750', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:12.941126 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Unsubscribe: segment precommit_create {{(pid=100180) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 14:48:12.941617 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.db.segments_db [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Added segment ba5d94ff-850b-475f-bf01-29ba3ab431be of type flat for network d2ee6402-d146-4119-8365-b6e413e6a66f Jun 23 14:48:12.958851 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814932f4-37f4-414d-b812-6dd50dfa1ed9,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:48:12.980171 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:48:12.980520 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:48:12.980844 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:48:12.981159 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:48:12.981471 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:48:12.981805 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:48:12.982129 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:48:12.982422 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:48:12.982747 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:48:12.983052 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:48:12.983361 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:48:12.983664 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Tracked resource versions report: Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: pushed versions: Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: { 'AddressGroup': {'1.2'}, Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: 'ConntrackHelper': {'1.0'}, Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: 'Log': {'1.0'}, Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: 'Network': {'1.1'}, Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: 'Port': {'1.7'}, Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: 'PortForwarding': {'1.2'}, Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: 'QosPolicy': {'1.8'}, Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: 'SecurityGroup': {'1.4'}, Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: 'SubPort': {'1.0'}, Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: 'Subnet': {'1.1'}, Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: 'Trunk': {'1.1'}} Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: consumer versions: Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: { DHCP agent@dv-cinder-796286-8-smb: {}, Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: L3 agent@dv-cinder-796286-8-smb: {}, Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: Metadata agent@dv-cinder-796286-8-smb: {}, Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: Metering agent@dv-cinder-796286-8-smb: {}, Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: Open vSwitch agent@dv-cinder-796286-8-smb: { 'AddressGroup': '1.2', Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: 'ConntrackHelper': '1.0', Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: 'Log': '1.0', Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: 'Network': '1.1', Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: 'Port': '1.7', Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: 'PortForwarding': '1.2', Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: 'QosPolicy': '1.8', Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: 'SecurityGroup': '1.4', Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: 'SecurityGroupRule': '1.2', Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: 'SubPort': '1.0', Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: 'Subnet': '1.1', Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: 'Trunk': '1.1'}} Jun 23 14:48:12.984717 dv-cinder-796286-8-smb neutron-server[100180]: {{(pid=100180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:48:13.062017 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:48:13.080972 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735918531624'] for network, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:13.227384 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217'] for network, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:13.228920 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:48:13.229566 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:13.231563 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:48:13.325938 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Pushing event updated for resources: {'Network': ['ID=d2ee6402-d146-4119-8365-b6e413e6a66f,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:48:13.329563 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:48:13.339882 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Network d2ee6402-d146-4119-8365-b6e413e6a66f details requested by agent ovs-agent-dv-cinder-796286-8-smb with host dv-cinder-796286-8-smb {{(pid=100182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:48:13.543038 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.8222289 Jun 23 14:48:13.694588 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:15.432767 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:15.863247 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 44192) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:48:16.075929 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe928c00-8512-40d1-890f-fad72507141c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:48:16.077279 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-fe928c00-8512-40d1-890f-fad72507141c admin admin] 10.222.0.72 "GET /v2.0/subnets/ebdec9f7-e782-4091-b83b-52341d7b4acd HTTP/1.1" status: 200 len: 849 time: 0.2130756 Jun 23 14:48:16.233760 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-bd5d696f-08ae-46f7-af0a-db33fc76fcfb admin admin] 10.222.0.72 "GET /v2.0/routers/76140517-5737-45f5-aa64-8486ff269f17 HTTP/1.1" status: 200 len: 704 time: 0.1508195 Jun 23 14:48:16.514223 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-004b43ec-7f2e-475a-ae15-dc8bffad38b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:16.801170 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.db_base_plugin_common [None req-004b43ec-7f2e-475a-ae15-dc8bffad38b0 admin admin] Allocated IP 172.20.0.1 (2193d06b-1559-46e3-9c2c-518810d3356c/ebdec9f7-e782-4091-b83b-52341d7b4acd/200a3723-577b-4556-af2f-a256bd064f4a) {{(pid=100180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:48:16.979623 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-004b43ec-7f2e-475a-ae15-dc8bffad38b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:17.002517 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.provisioning_blocks [None req-004b43ec-7f2e-475a-ae15-dc8bffad38b0 admin admin] Transition to ACTIVE for port object 200a3723-577b-4556-af2f-a256bd064f4a will not be triggered until provisioned by entity DHCP. {{(pid=100180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:48:17.151926 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-004b43ec-7f2e-475a-ae15-dc8bffad38b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222'] for port, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:17.155560 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:48:17.221037 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004b43ec-7f2e-475a-ae15-dc8bffad38b0 admin admin] Network 2193d06b-1559-46e3-9c2c-518810d3356c is already hosted by enough agents. {{(pid=100180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:48:17.228803 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.base_scheduler [None req-004b43ec-7f2e-475a-ae15-dc8bffad38b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:48:17.238028 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004b43ec-7f2e-475a-ae15-dc8bffad38b0 admin admin] Received port after_create {{(pid=100180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:48:17.248219 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-004b43ec-7f2e-475a-ae15-dc8bffad38b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622957'] for router_interface, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:17.258170 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b43ec-7f2e-475a-ae15-dc8bffad38b0 admin admin] Pushing event updated for resources: {'Port': ['ID=200a3723-577b-4556-af2f-a256bd064f4a,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:48:17.300827 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-004b43ec-7f2e-475a-ae15-dc8bffad38b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:48:17.550885 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-004b43ec-7f2e-475a-ae15-dc8bffad38b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:17.558640 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-9d8da19f-4774-4410-84fc-33e2f9d9ecb3 None None] Provisioning for port 200a3723-577b-4556-af2f-a256bd064f4a completed by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:48:17.562901 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-9d8da19f-4774-4410-84fc-33e2f9d9ecb3 None None] Provisioning complete for port 200a3723-577b-4556-af2f-a256bd064f4a triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:48:17.563284 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-9d8da19f-4774-4410-84fc-33e2f9d9ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:17.595685 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-9d8da19f-4774-4410-84fc-33e2f9d9ecb3 None None] Port 200a3723-577b-4556-af2f-a256bd064f4a cannot update to ACTIVE because it is not bound. {{(pid=100182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:48:17.792023 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-004b43ec-7f2e-475a-ae15-dc8bffad38b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:17.855308 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-004b43ec-7f2e-475a-ae15-dc8bffad38b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:17.857086 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-004b43ec-7f2e-475a-ae15-dc8bffad38b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622977'] for router_interface, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:17.858750 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-004b43ec-7f2e-475a-ae15-dc8bffad38b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:48:17.938940 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b43ec-7f2e-475a-ae15-dc8bffad38b0 admin admin] Pushing event updated for resources: {'Port': ['ID=200a3723-577b-4556-af2f-a256bd064f4a,revision_number=2']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:48:17.942207 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-004b43ec-7f2e-475a-ae15-dc8bffad38b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:48:17.980361 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004b43ec-7f2e-475a-ae15-dc8bffad38b0 admin admin] Network 2193d06b-1559-46e3-9c2c-518810d3356c is already hosted by enough agents. {{(pid=100180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:48:17.981646 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.base_scheduler [None req-004b43ec-7f2e-475a-ae15-dc8bffad38b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:48:18.202550 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004b43ec-7f2e-475a-ae15-dc8bffad38b0 admin admin] Router 76140517-5737-45f5-aa64-8486ff269f17 is scheduled to L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 with binding_index 1 {{(pid=100180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:48:18.215590 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-dd409ee0-f65d-43b8-b4a6-56a981995d24 None None] Provisioning complete for port 200a3723-577b-4556-af2f-a256bd064f4a triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:48:18.216064 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-dd409ee0-f65d-43b8-b4a6-56a981995d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:18.250612 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-dd409ee0-f65d-43b8-b4a6-56a981995d24 None None] Port 200a3723-577b-4556-af2f-a256bd064f4a cannot update to ACTIVE because it is not bound. {{(pid=100182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:48:18.294301 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004b43ec-7f2e-475a-ae15-dc8bffad38b0 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:48:18.299394 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-004b43ec-7f2e-475a-ae15-dc8bffad38b0 admin admin] 10.222.0.72 "PUT /v2.0/routers/76140517-5737-45f5-aa64-8486ff269f17/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0606596 Jun 23 14:48:18.303443 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbf7caf-5cd1-49ce-ad75-26b776348f81 None None] Sync routers for ids ['76140517-5737-45f5-aa64-8486ff269f17'] in dv-cinder-796286-8-smb {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:48:18.314922 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbf7caf-5cd1-49ce-ad75-26b776348f81 None None] Routers {'76140517-5737-45f5-aa64-8486ff269f17'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:48:18.315768 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-bcbf7caf-5cd1-49ce-ad75-26b776348f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:48:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['76140517-5737-45f5-aa64-8486ff269f17'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:48:18.497024 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-bcbf7caf-5cd1-49ce-ad75-26b776348f81 None None] Set router 76140517-5737-45f5-aa64-8486ff269f17 gateway port host: None {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:48:18.926667 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-bcbf7caf-5cd1-49ce-ad75-26b776348f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76140517-5737-45f5-aa64-8486ff269f17', 'name': 'router1', 'tenant_id': 'bd803d4cd430489fa3838ff63fa84f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:48:06Z', 'updated_at': '2021-06-23T14:48:17Z', 'revision_number': 2, 'project_id': 'bd803d4cd430489fa3838ff63fa84f03', 'gw_port_host': None, '_interfaces': [{'id': '200a3723-577b-4556-af2f-a256bd064f4a', 'name': '', 'network_id': '2193d06b-1559-46e3-9c2c-518810d3356c', 'tenant_id': 'bd803d4cd430489fa3838ff63fa84f03', 'mac_address': 'fa:16:3e:97:5e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76140517-5737-45f5-aa64-8486ff269f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebdec9f7-e782-4091-b83b-52341d7b4acd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:48:16Z', 'updated_at': '2021-06-23T14:48:17Z', 'revision_number': 2, 'project_id': 'bd803d4cd430489fa3838ff63fa84f03', 'subnets': [{'id': 'ebdec9f7-e782-4091-b83b-52341d7b4acd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84a8247a-a933-4f82-967e-1f5e4c8ff0f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:48:18.978002 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbf7caf-5cd1-49ce-ad75-26b776348f81 None None] Checking router: 76140517-5737-45f5-aa64-8486ff269f17 for host: dv-cinder-796286-8-smb {{(pid=100183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:48:18.978377 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbf7caf-5cd1-49ce-ad75-26b776348f81 None None] Updating router 76140517-5737-45f5-aa64-8486ff269f17 port 200a3723-577b-4556-af2f-a256bd064f4a binding host dv-cinder-796286-8-smb {{(pid=100183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:48:19.040268 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-bcbf7caf-5cd1-49ce-ad75-26b776348f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:19.092941 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 5 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:48:19.540051 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-bcbf7caf-5cd1-49ce-ad75-26b776348f81 None None] Notify callbacks [] for port, precommit_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:19.557111 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.provisioning_blocks [None req-bcbf7caf-5cd1-49ce-ad75-26b776348f81 None None] Transition to ACTIVE for port object 200a3723-577b-4556-af2f-a256bd064f4a will not be triggered until provisioned by entity L2. {{(pid=100183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:48:19.626919 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-bcbf7caf-5cd1-49ce-ad75-26b776348f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:19.631692 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:48:19.715948 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d8fc3-9e2d-451d-960f-4bb8742c4830 None None] Pushing event updated for resources: {'Port': ['ID=200a3723-577b-4556-af2f-a256bd064f4a,revision_number=3']} {{(pid=100183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:48:19.758228 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36d8fc3-9e2d-451d-960f-4bb8742c4830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:48:19.758562 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36d8fc3-9e2d-451d-960f-4bb8742c4830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:48:19.758887 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36d8fc3-9e2d-451d-960f-4bb8742c4830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:48:19.759207 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36d8fc3-9e2d-451d-960f-4bb8742c4830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:48:19.759520 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36d8fc3-9e2d-451d-960f-4bb8742c4830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:48:19.759835 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36d8fc3-9e2d-451d-960f-4bb8742c4830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:48:19.760143 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36d8fc3-9e2d-451d-960f-4bb8742c4830 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:48:19.760455 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36d8fc3-9e2d-451d-960f-4bb8742c4830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:48:19.760770 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36d8fc3-9e2d-451d-960f-4bb8742c4830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:48:19.761088 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36d8fc3-9e2d-451d-960f-4bb8742c4830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:48:19.761396 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36d8fc3-9e2d-451d-960f-4bb8742c4830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:48:19.761733 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36d8fc3-9e2d-451d-960f-4bb8742c4830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36d8fc3-9e2d-451d-960f-4bb8742c4830 None None] Tracked resource versions report: Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: pushed versions: Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: { 'AddressGroup': {'1.2'}, Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: 'ConntrackHelper': {'1.0'}, Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: 'Log': {'1.0'}, Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: 'Network': {'1.1'}, Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: 'Port': {'1.7'}, Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: 'PortForwarding': {'1.2'}, Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: 'QosPolicy': {'1.8'}, Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: 'SecurityGroup': {'1.4'}, Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: 'SubPort': {'1.0'}, Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: 'Subnet': {'1.1'}, Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: 'Trunk': {'1.1'}} Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: consumer versions: Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: { DHCP agent@dv-cinder-796286-8-smb: {}, Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: L3 agent@dv-cinder-796286-8-smb: {}, Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: Metadata agent@dv-cinder-796286-8-smb: {}, Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: Metering agent@dv-cinder-796286-8-smb: {}, Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: Open vSwitch agent@dv-cinder-796286-8-smb: { 'AddressGroup': '1.2', Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: 'ConntrackHelper': '1.0', Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: 'Log': '1.0', Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: 'Network': '1.1', Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: 'Port': '1.7', Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: 'PortForwarding': '1.2', Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: 'QosPolicy': '1.8', Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: 'SecurityGroup': '1.4', Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: 'SecurityGroupRule': '1.2', Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: 'SubPort': '1.0', Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: 'Subnet': '1.1', Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: 'Trunk': '1.1'}} Jun 23 14:48:19.762862 dv-cinder-796286-8-smb neutron-server[100183]: {{(pid=100183) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:48:19.769851 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [None req-a36d8fc3-9e2d-451d-960f-4bb8742c4830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:48:19.804178 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.managers [None req-bcbf7caf-5cd1-49ce-ad75-26b776348f81 None None] Attempting to bind port 200a3723-577b-4556-af2f-a256bd064f4a on host dv-cinder-796286-8-smb for vnic_type normal with profile {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:48:19.804795 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.managers [None req-bcbf7caf-5cd1-49ce-ad75-26b776348f81 None None] Attempting to bind port 200a3723-577b-4556-af2f-a256bd064f4a by drivers openvswitch,hyperv on host dv-cinder-796286-8-smb at level 0 using segments [{'id': '8a59a5ff-ba23-48c2-b9e2-7c1a331100f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2193d06b-1559-46e3-9c2c-518810d3356c'}] {{(pid=100183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:48:19.805222 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbf7caf-5cd1-49ce-ad75-26b776348f81 None None] Attempting to bind port 200a3723-577b-4556-af2f-a256bd064f4a on network 2193d06b-1559-46e3-9c2c-518810d3356c {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:48:19.810802 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbf7caf-5cd1-49ce-ad75-26b776348f81 None None] Checking agent: {'id': 'a806d37f-e7e9-49c9-a0af-39d3c99a85d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 42), 'started_at': datetime.datetime(2021, 6, 23, 14, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:48:19.811276 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbf7caf-5cd1-49ce-ad75-26b776348f81 None None] Checking segment: {'id': '8a59a5ff-ba23-48c2-b9e2-7c1a331100f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2193d06b-1559-46e3-9c2c-518810d3356c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:48:19.811751 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-bcbf7caf-5cd1-49ce-ad75-26b776348f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:19.812137 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbf7caf-5cd1-49ce-ad75-26b776348f81 None None] Bound using segment: {'id': '8a59a5ff-ba23-48c2-b9e2-7c1a331100f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2193d06b-1559-46e3-9c2c-518810d3356c'} {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:48:19.812638 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.managers [None req-bcbf7caf-5cd1-49ce-ad75-26b776348f81 None None] Bound port: 200a3723-577b-4556-af2f-a256bd064f4a, host: dv-cinder-796286-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a59a5ff-ba23-48c2-b9e2-7c1a331100f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2193d06b-1559-46e3-9c2c-518810d3356c'}}] {{(pid=100183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:48:19.813000 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-bcbf7caf-5cd1-49ce-ad75-26b776348f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:19.881085 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.db [None req-bcbf7caf-5cd1-49ce-ad75-26b776348f81 None None] For port 200a3723-577b-4556-af2f-a256bd064f4a, host dv-cinder-796286-8-smb, cleared binding levels {{(pid=100183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:48:19.901153 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.db [None req-bcbf7caf-5cd1-49ce-ad75-26b776348f81 None None] For port 200a3723-577b-4556-af2f-a256bd064f4a, host dv-cinder-796286-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=200a3723-577b-4556-af2f-a256bd064f4a,segment=NetworkSegment(8a59a5ff-ba23-48c2-b9e2-7c1a331100f1),segment_id=8a59a5ff-ba23-48c2-b9e2-7c1a331100f1)] {{(pid=100183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:48:19.982813 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-bcbf7caf-5cd1-49ce-ad75-26b776348f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:19.985094 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:48:20.039171 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d8fc3-9e2d-451d-960f-4bb8742c4830 None None] Pushing event updated for resources: {'Port': ['ID=200a3723-577b-4556-af2f-a256bd064f4a,revision_number=4']} {{(pid=100183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:48:20.042661 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [None req-a36d8fc3-9e2d-451d-960f-4bb8742c4830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:48:20.045416 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbf7caf-5cd1-49ce-ad75-26b776348f81 None None] Routers {'76140517-5737-45f5-aa64-8486ff269f17'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:48:20.045978 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-bcbf7caf-5cd1-49ce-ad75-26b776348f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:48:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['76140517-5737-45f5-aa64-8486ff269f17'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:48:20.140918 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-bcbf7caf-5cd1-49ce-ad75-26b776348f81 None None] Set router 76140517-5737-45f5-aa64-8486ff269f17 gateway port host: None {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:48:20.348520 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-bcbf7caf-5cd1-49ce-ad75-26b776348f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76140517-5737-45f5-aa64-8486ff269f17', 'name': 'router1', 'tenant_id': 'bd803d4cd430489fa3838ff63fa84f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:48:06Z', 'updated_at': '2021-06-23T14:48:17Z', 'revision_number': 2, 'project_id': 'bd803d4cd430489fa3838ff63fa84f03', 'gw_port_host': None, '_interfaces': [{'id': '200a3723-577b-4556-af2f-a256bd064f4a', 'name': '', 'network_id': '2193d06b-1559-46e3-9c2c-518810d3356c', 'tenant_id': 'bd803d4cd430489fa3838ff63fa84f03', 'mac_address': 'fa:16:3e:97:5e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76140517-5737-45f5-aa64-8486ff269f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebdec9f7-e782-4091-b83b-52341d7b4acd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:48:16Z', 'updated_at': '2021-06-23T14:48:19Z', 'revision_number': 4, 'project_id': 'bd803d4cd430489fa3838ff63fa84f03', 'subnets': [{'id': 'ebdec9f7-e782-4091-b83b-52341d7b4acd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84a8247a-a933-4f82-967e-1f5e4c8ff0f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:48:20.373954 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbf7caf-5cd1-49ce-ad75-26b776348f81 None None] The sync data for ids ['76140517-5737-45f5-aa64-8486ff269f17'] in dv-cinder-796286-8-smb is: [{'id': '76140517-5737-45f5-aa64-8486ff269f17', 'name': 'router1', 'tenant_id': 'bd803d4cd430489fa3838ff63fa84f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:48:06Z', 'updated_at': '2021-06-23T14:48:17Z', 'revision_number': 2, 'project_id': 'bd803d4cd430489fa3838ff63fa84f03', 'gw_port_host': None, '_interfaces': [{'id': '200a3723-577b-4556-af2f-a256bd064f4a', 'name': '', 'network_id': '2193d06b-1559-46e3-9c2c-518810d3356c', 'tenant_id': 'bd803d4cd430489fa3838ff63fa84f03', 'mac_address': 'fa:16:3e:97:5e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76140517-5737-45f5-aa64-8486ff269f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebdec9f7-e782-4091-b83b-52341d7b4acd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:48:16Z', 'updated_at': '2021-06-23T14:48:19Z', 'revision_number': 4, 'project_id': 'bd803d4cd430489fa3838ff63fa84f03', 'subnets': [{'id': 'ebdec9f7-e782-4091-b83b-52341d7b4acd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84a8247a-a933-4f82-967e-1f5e4c8ff0f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:48:20.496674 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 44212) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:48:20.603480 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4894856-3c78-4b5a-a94d-aa98e4c0eeb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:48:20.604839 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-a4894856-3c78-4b5a-a94d-aa98e4c0eeb3 admin admin] 10.222.0.72 "GET /v2.0/networks/d2ee6402-d146-4119-8365-b6e413e6a66f HTTP/1.1" status: 200 len: 842 time: 0.1072202 Jun 23 14:48:20.614575 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-ddcf126b-ab8d-4e6f-91df-7060df07e1b7 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'cidr': '172.28.1.0/24', 'enable_dhcp': False, 'gateway_ip': '172.28.1.1'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:48:20.735548 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcf126b-ab8d-4e6f-91df-7060df07e1b7 admin admin] Made reservation on behalf of 94debde878064c14a7c8c34b6c579523 for: {'subnet': 1} {{(pid=100180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:48:20.737915 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-ddcf126b-ab8d-4e6f-91df-7060df07e1b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:21.153386 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.objects.ports [None req-ddcf126b-ab8d-4e6f-91df-7060df07e1b7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100180) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 14:48:21.153852 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-ddcf126b-ab8d-4e6f-91df-7060df07e1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210'] for subnet, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:21.156626 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:48:21.215325 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf126b-ab8d-4e6f-91df-7060df07e1b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aecbd380-5595-4490-ba93-56b7169dc4a5,revision_number=0']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:48:21.219046 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcf126b-ab8d-4e6f-91df-7060df07e1b7 admin admin] Checking segment: {'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:48:21.219756 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcf126b-ab8d-4e6f-91df-7060df07e1b7 admin admin] Network hostable DHCP agents. Network: d2ee6402-d146-4119-8365-b6e413e6a66f, hostable agents: ['bd2680ec-ec61-4d1e-a411-ffe82748e619'], hosted agents: [] {{(pid=100180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:48:21.222120 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-ddcf126b-ab8d-4e6f-91df-7060df07e1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:48:21.358296 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcf126b-ab8d-4e6f-91df-7060df07e1b7 admin admin] Network d2ee6402-d146-4119-8365-b6e413e6a66f is scheduled to be hosted by DHCP agent bd2680ec-ec61-4d1e-a411-ffe82748e619 with binding_index 1 {{(pid=100180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:48:21.484393 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.base_scheduler [None req-ddcf126b-ab8d-4e6f-91df-7060df07e1b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-smb, d2ee6402-d146-4119-8365-b6e413e6a66f) {{(pid=100180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:48:21.489521 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcf126b-ab8d-4e6f-91df-7060df07e1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:48:21.490162 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-ddcf126b-ab8d-4e6f-91df-7060df07e1b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for subnet, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:21.496013 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fe7492-40fb-4535-bb6f-0389aacc745e None None] Network d2ee6402-d146-4119-8365-b6e413e6a66f requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:48:21.620476 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390a8f4e-b399-4227-9b6e-d9afdcb1d99f None None] Network d2ee6402-d146-4119-8365-b6e413e6a66f requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:48:21.640295 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-ddcf126b-ab8d-4e6f-91df-7060df07e1b7 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0290556 Jun 23 14:48:23.885389 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 44224) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:48:24.014196 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-0deb7c15-255e-4bf6-804d-0472b21c96bc admin admin] 10.222.0.72 "GET /v2.0/routers/76140517-5737-45f5-aa64-8486ff269f17 HTTP/1.1" status: 200 len: 710 time: 0.1275721 Jun 23 14:48:24.097616 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5f8a24-f846-49f0-b890-598fca6e4e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:48:24.098993 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-1e5f8a24-f846-49f0-b890-598fca6e4e07 admin admin] 10.222.0.72 "GET /v2.0/networks/d2ee6402-d146-4119-8365-b6e413e6a66f HTTP/1.1" status: 200 len: 886 time: 0.0796974 Jun 23 14:48:24.108564 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-8709e48b-510a-4543-8757-b2d6132d8cba admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'}}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:48:24.430880 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-8709e48b-510a-4543-8757-b2d6132d8cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-631096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257136'] for router, precommit_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:24.667780 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 200a3723-577b-4556-af2f-a256bd064f4a up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:48:24.809001 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning for port 200a3723-577b-4556-af2f-a256bd064f4a completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:48:24.812759 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port 200a3723-577b-4556-af2f-a256bd064f4a triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:48:24.813223 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:24.846288 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-8709e48b-510a-4543-8757-b2d6132d8cba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:24.885303 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:24.915098 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-c36b1959-2167-4921-97a8-61707844de6b None None] For port 200a3723-577b-4556-af2f-a256bd064f4a, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=200a3723-577b-4556-af2f-a256bd064f4a,segment=NetworkSegment(8a59a5ff-ba23-48c2-b9e2-7c1a331100f1),segment_id=8a59a5ff-ba23-48c2-b9e2-7c1a331100f1)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:48:24.921006 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-8709e48b-510a-4543-8757-b2d6132d8cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:25.018927 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.db_base_plugin_common [None req-8709e48b-510a-4543-8757-b2d6132d8cba admin admin] Allocated IP 172.28.1.16 (d2ee6402-d146-4119-8365-b6e413e6a66f/aecbd380-5595-4490-ba93-56b7169dc4a5/a78d8d9e-1ad7-44fb-8911-fb356a677734) {{(pid=100180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:48:25.055670 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:25.057765 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:48:25.104070 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Pushing event updated for resources: {'Port': ['ID=200a3723-577b-4556-af2f-a256bd064f4a,revision_number=5']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:48:25.107726 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:48:25.117381 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-8709e48b-510a-4543-8757-b2d6132d8cba admin admin] Notify callbacks [] for port, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:25.254450 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-8709e48b-510a-4543-8757-b2d6132d8cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222'] for port, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:25.256627 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:48:25.299339 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8709e48b-510a-4543-8757-b2d6132d8cba admin admin] Network d2ee6402-d146-4119-8365-b6e413e6a66f is already hosted by enough agents. {{(pid=100180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:48:25.302085 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.base_scheduler [None req-8709e48b-510a-4543-8757-b2d6132d8cba admin admin] Resources bound (agent type, host, resource id): {{(pid=100180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:48:25.305508 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8709e48b-510a-4543-8757-b2d6132d8cba admin admin] Received port after_create {{(pid=100180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:48:25.310625 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709e48b-510a-4543-8757-b2d6132d8cba admin admin] Pushing event updated for resources: {'Port': ['ID=a78d8d9e-1ad7-44fb-8911-fb356a677734,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:48:25.343334 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-8709e48b-510a-4543-8757-b2d6132d8cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:48:25.665720 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-8709e48b-510a-4543-8757-b2d6132d8cba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:25.851011 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-8709e48b-510a-4543-8757-b2d6132d8cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-631096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257136'] for router, precommit_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:25.854106 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-8709e48b-510a-4543-8757-b2d6132d8cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-631149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-631046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-631071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560051'] for router, after_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:25.954735 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8709e48b-510a-4543-8757-b2d6132d8cba admin admin] Router 76140517-5737-45f5-aa64-8486ff269f17 has already been hosted by L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 {{(pid=100180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:48:26.054988 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8709e48b-510a-4543-8757-b2d6132d8cba admin admin] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:48:26.059233 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-8709e48b-510a-4543-8757-b2d6132d8cba admin admin] Notify callbacks [] for router, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:26.060430 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-8709e48b-510a-4543-8757-b2d6132d8cba admin admin] 10.222.0.72 "PUT /v2.0/routers/76140517-5737-45f5-aa64-8486ff269f17 HTTP/1.1" status: 200 len: 889 time: 1.9561632 Jun 23 14:48:26.076954 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23640b0b-6019-4c8c-b5eb-d69ff47126d3 None None] Sync routers for ids ['76140517-5737-45f5-aa64-8486ff269f17'] in dv-cinder-796286-8-smb {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:48:26.088138 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23640b0b-6019-4c8c-b5eb-d69ff47126d3 None None] Routers {'76140517-5737-45f5-aa64-8486ff269f17'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:48:26.088782 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-23640b0b-6019-4c8c-b5eb-d69ff47126d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:48:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['76140517-5737-45f5-aa64-8486ff269f17'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:48:26.353519 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-23640b0b-6019-4c8c-b5eb-d69ff47126d3 None None] Set router 76140517-5737-45f5-aa64-8486ff269f17 gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:48:26.670889 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 200a3723-577b-4556-af2f-a256bd064f4a up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:48:26.758861 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port 200a3723-577b-4556-af2f-a256bd064f4a triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:48:26.759235 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:26.795699 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-23640b0b-6019-4c8c-b5eb-d69ff47126d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76140517-5737-45f5-aa64-8486ff269f17', 'name': 'router1', 'tenant_id': 'bd803d4cd430489fa3838ff63fa84f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'a78d8d9e-1ad7-44fb-8911-fb356a677734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:48:06Z', 'updated_at': '2021-06-23T14:48:25Z', 'revision_number': 4, 'project_id': 'bd803d4cd430489fa3838ff63fa84f03', 'gw_port': {'id': 'a78d8d9e-1ad7-44fb-8911-fb356a677734', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76140517-5737-45f5-aa64-8486ff269f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:48:24Z', 'updated_at': '2021-06-23T14:48:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '200a3723-577b-4556-af2f-a256bd064f4a', 'name': '', 'network_id': '2193d06b-1559-46e3-9c2c-518810d3356c', 'tenant_id': 'bd803d4cd430489fa3838ff63fa84f03', 'mac_address': 'fa:16:3e:97:5e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76140517-5737-45f5-aa64-8486ff269f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebdec9f7-e782-4091-b83b-52341d7b4acd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:48:16Z', 'updated_at': '2021-06-23T14:48:24Z', 'revision_number': 5, 'project_id': 'bd803d4cd430489fa3838ff63fa84f03', 'subnets': [{'id': 'ebdec9f7-e782-4091-b83b-52341d7b4acd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84a8247a-a933-4f82-967e-1f5e4c8ff0f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:48:26.845723 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23640b0b-6019-4c8c-b5eb-d69ff47126d3 None None] Checking router: 76140517-5737-45f5-aa64-8486ff269f17 for host: dv-cinder-796286-8-smb {{(pid=100182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:48:26.846114 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23640b0b-6019-4c8c-b5eb-d69ff47126d3 None None] Updating router 76140517-5737-45f5-aa64-8486ff269f17 port a78d8d9e-1ad7-44fb-8911-fb356a677734 binding host dv-cinder-796286-8-smb {{(pid=100182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:48:26.885735 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-23640b0b-6019-4c8c-b5eb-d69ff47126d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:27.223374 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-23640b0b-6019-4c8c-b5eb-d69ff47126d3 None None] Notify callbacks [] for port, precommit_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:27.232603 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-23640b0b-6019-4c8c-b5eb-d69ff47126d3 None None] Transition to ACTIVE for port object a78d8d9e-1ad7-44fb-8911-fb356a677734 will not be triggered until provisioned by entity L2. {{(pid=100182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:48:27.307035 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-23640b0b-6019-4c8c-b5eb-d69ff47126d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:27.309440 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:48:27.357119 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-23640b0b-6019-4c8c-b5eb-d69ff47126d3 None None] Attempting to bind port a78d8d9e-1ad7-44fb-8911-fb356a677734 on host dv-cinder-796286-8-smb for vnic_type normal with profile {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:48:27.357483 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-23640b0b-6019-4c8c-b5eb-d69ff47126d3 None None] Attempting to bind port a78d8d9e-1ad7-44fb-8911-fb356a677734 by drivers openvswitch,hyperv on host dv-cinder-796286-8-smb at level 0 using segments [{'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:48:27.357878 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23640b0b-6019-4c8c-b5eb-d69ff47126d3 None None] Attempting to bind port a78d8d9e-1ad7-44fb-8911-fb356a677734 on network d2ee6402-d146-4119-8365-b6e413e6a66f {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:48:27.364593 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd90b6b-0a76-4d27-a0af-c54446ccdb7b None None] Pushing event updated for resources: {'Port': ['ID=a78d8d9e-1ad7-44fb-8911-fb356a677734,revision_number=2']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:48:27.367328 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-9cd90b6b-0a76-4d27-a0af-c54446ccdb7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:48:27.368382 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23640b0b-6019-4c8c-b5eb-d69ff47126d3 None None] Checking agent: {'id': 'a806d37f-e7e9-49c9-a0af-39d3c99a85d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 42), 'started_at': datetime.datetime(2021, 6, 23, 14, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:48:27.368762 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23640b0b-6019-4c8c-b5eb-d69ff47126d3 None None] Checking segment: {'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:48:27.369161 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-23640b0b-6019-4c8c-b5eb-d69ff47126d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:27.369689 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23640b0b-6019-4c8c-b5eb-d69ff47126d3 None None] Bound using segment: {'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:48:27.370199 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-23640b0b-6019-4c8c-b5eb-d69ff47126d3 None None] Bound port: a78d8d9e-1ad7-44fb-8911-fb356a677734, host: dv-cinder-796286-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'}}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:48:27.370575 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-23640b0b-6019-4c8c-b5eb-d69ff47126d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:27.497841 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-23640b0b-6019-4c8c-b5eb-d69ff47126d3 None None] For port a78d8d9e-1ad7-44fb-8911-fb356a677734, host dv-cinder-796286-8-smb, cleared binding levels {{(pid=100182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:48:27.500633 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-23640b0b-6019-4c8c-b5eb-d69ff47126d3 None None] For port a78d8d9e-1ad7-44fb-8911-fb356a677734, host dv-cinder-796286-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=a78d8d9e-1ad7-44fb-8911-fb356a677734,segment=NetworkSegment(ba5d94ff-850b-475f-bf01-29ba3ab431be),segment_id=ba5d94ff-850b-475f-bf01-29ba3ab431be)] {{(pid=100182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:48:27.602636 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-23640b0b-6019-4c8c-b5eb-d69ff47126d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:27.604977 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-6052d715-0a51-4762-ac3e-209aa88958b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:48:27.658965 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23640b0b-6019-4c8c-b5eb-d69ff47126d3 None None] Routers {'76140517-5737-45f5-aa64-8486ff269f17'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:48:27.659582 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-23640b0b-6019-4c8c-b5eb-d69ff47126d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:48:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['76140517-5737-45f5-aa64-8486ff269f17'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:48:27.662208 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd90b6b-0a76-4d27-a0af-c54446ccdb7b None None] Pushing event updated for resources: {'Port': ['ID=a78d8d9e-1ad7-44fb-8911-fb356a677734,revision_number=3']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:48:27.692134 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-9cd90b6b-0a76-4d27-a0af-c54446ccdb7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:48:27.761404 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-23640b0b-6019-4c8c-b5eb-d69ff47126d3 None None] Set router 76140517-5737-45f5-aa64-8486ff269f17 gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:48:27.960051 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-23640b0b-6019-4c8c-b5eb-d69ff47126d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76140517-5737-45f5-aa64-8486ff269f17', 'name': 'router1', 'tenant_id': 'bd803d4cd430489fa3838ff63fa84f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'a78d8d9e-1ad7-44fb-8911-fb356a677734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:48:06Z', 'updated_at': '2021-06-23T14:48:25Z', 'revision_number': 4, 'project_id': 'bd803d4cd430489fa3838ff63fa84f03', 'gw_port': {'id': 'a78d8d9e-1ad7-44fb-8911-fb356a677734', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76140517-5737-45f5-aa64-8486ff269f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:48:24Z', 'updated_at': '2021-06-23T14:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '200a3723-577b-4556-af2f-a256bd064f4a', 'name': '', 'network_id': '2193d06b-1559-46e3-9c2c-518810d3356c', 'tenant_id': 'bd803d4cd430489fa3838ff63fa84f03', 'mac_address': 'fa:16:3e:97:5e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76140517-5737-45f5-aa64-8486ff269f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebdec9f7-e782-4091-b83b-52341d7b4acd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:48:16Z', 'updated_at': '2021-06-23T14:48:24Z', 'revision_number': 5, 'project_id': 'bd803d4cd430489fa3838ff63fa84f03', 'subnets': [{'id': 'ebdec9f7-e782-4091-b83b-52341d7b4acd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84a8247a-a933-4f82-967e-1f5e4c8ff0f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:48:27.988591 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23640b0b-6019-4c8c-b5eb-d69ff47126d3 None None] The sync data for ids ['76140517-5737-45f5-aa64-8486ff269f17'] in dv-cinder-796286-8-smb is: [{'id': '76140517-5737-45f5-aa64-8486ff269f17', 'name': 'router1', 'tenant_id': 'bd803d4cd430489fa3838ff63fa84f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'a78d8d9e-1ad7-44fb-8911-fb356a677734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:48:06Z', 'updated_at': '2021-06-23T14:48:25Z', 'revision_number': 4, 'project_id': 'bd803d4cd430489fa3838ff63fa84f03', 'gw_port': {'id': 'a78d8d9e-1ad7-44fb-8911-fb356a677734', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76140517-5737-45f5-aa64-8486ff269f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:48:24Z', 'updated_at': '2021-06-23T14:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '200a3723-577b-4556-af2f-a256bd064f4a', 'name': '', 'network_id': '2193d06b-1559-46e3-9c2c-518810d3356c', 'tenant_id': 'bd803d4cd430489fa3838ff63fa84f03', 'mac_address': 'fa:16:3e:97:5e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76140517-5737-45f5-aa64-8486ff269f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebdec9f7-e782-4091-b83b-52341d7b4acd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:48:16Z', 'updated_at': '2021-06-23T14:48:24Z', 'revision_number': 5, 'project_id': 'bd803d4cd430489fa3838ff63fa84f03', 'subnets': [{'id': 'ebdec9f7-e782-4091-b83b-52341d7b4acd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84a8247a-a933-4f82-967e-1f5e4c8ff0f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:48:28.423761 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 44232) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:48:28.636875 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-aee113f7-4ffd-4786-b386-e22fdd366cec admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.2113972 Jun 23 14:48:28.695219 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device a78d8d9e-1ad7-44fb-8911-fb356a677734 up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:48:28.804217 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning for port a78d8d9e-1ad7-44fb-8911-fb356a677734 completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:48:28.808212 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port a78d8d9e-1ad7-44fb-8911-fb356a677734 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:48:28.808586 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:28.887075 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:28.906494 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-c36b1959-2167-4921-97a8-61707844de6b None None] For port a78d8d9e-1ad7-44fb-8911-fb356a677734, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=a78d8d9e-1ad7-44fb-8911-fb356a677734,segment=NetworkSegment(ba5d94ff-850b-475f-bf01-29ba3ab431be),segment_id=ba5d94ff-850b-475f-bf01-29ba3ab431be)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:48:29.009937 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:29.012637 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-9cd90b6b-0a76-4d27-a0af-c54446ccdb7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:48:29.057328 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Pushing event updated for resources: {'Port': ['ID=a78d8d9e-1ad7-44fb-8911-fb356a677734,revision_number=4']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:48:29.061079 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:48:30.674479 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device a78d8d9e-1ad7-44fb-8911-fb356a677734 up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:48:30.724178 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port a78d8d9e-1ad7-44fb-8911-fb356a677734 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:48:30.724638 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:39.792768 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-3a9b5881-a24b-476b-a71a-a750f9b09c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:42.551065 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-d1c76625-7ba2-4b5a-94e1-d2f963f39e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:42.592174 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:43.689566 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:45.450337 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:56.061688 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 5 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:49:09.775129 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c88cf448-7fb1-4d74-bd6c-0e9b2d5cc545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:13.207196 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-ffc9d6f0-1d31-466e-8023-4f8106157701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:13.241263 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:13.726942 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:15.460124 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:33.062266 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 5 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:49:39.767648 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-31b6fc2b-ab0d-4a2f-99c5-389ce66b101f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:42.481757 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-84864875-5252-4f93-9ecd-af198baed249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:42.516313 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:43.670816 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:45.459194 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:05.988058 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 44800) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:06.046820 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb11667b-3934-4ec7-9767-20a567dc3f5b admin admin] GET failed (client error): The resource could not be found. Jun 23 14:50:06.048065 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-cb11667b-3934-4ec7-9767-20a567dc3f5b admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0590527 Jun 23 14:50:06.200585 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdca649-3d84-436e-b5bd-b82baede2bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:06.201949 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-9fdca649-3d84-436e-b5bd-b82baede2bf6 admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1500945 Jun 23 14:50:08.366045 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 44810) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:08.455892 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ae6543-5a49-4c3b-b3c9-f9634b5aab17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:08.457488 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-48ae6543-5a49-4c3b-b3c9-f9634b5aab17 admin admin] 10.222.0.72 "GET /v2.0/subnets/ebdec9f7-e782-4091-b83b-52341d7b4acd HTTP/1.1" status: 200 len: 849 time: 0.0904794 Jun 23 14:50:08.466652 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-809685ea-2b66-44e2-9f17-fa02c06c5822 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:50:08.546525 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-809685ea-2b66-44e2-9f17-fa02c06c5822 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:08.743717 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-809685ea-2b66-44e2-9f17-fa02c06c5822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735918933980'] for subnet, after_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:08.745838 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-ddcf126b-ab8d-4e6f-91df-7060df07e1b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:08.775041 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809685ea-2b66-44e2-9f17-fa02c06c5822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:08.775970 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-809685ea-2b66-44e2-9f17-fa02c06c5822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for subnet, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:08.777172 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-809685ea-2b66-44e2-9f17-fa02c06c5822 admin admin] 10.222.0.72 "PUT /v2.0/subnets/ebdec9f7-e782-4091-b83b-52341d7b4acd HTTP/1.1" status: 200 len: 868 time: 0.3138511 Jun 23 14:50:08.779251 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090acdfd-ccbd-468b-9ed8-ecc65126d8be None None] Network 2193d06b-1559-46e3-9c2c-518810d3356c requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:50:08.796533 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809685ea-2b66-44e2-9f17-fa02c06c5822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebdec9f7-e782-4091-b83b-52341d7b4acd,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:08.804013 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809685ea-2b66-44e2-9f17-fa02c06c5822 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:08.804901 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809685ea-2b66-44e2-9f17-fa02c06c5822 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:08.805210 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809685ea-2b66-44e2-9f17-fa02c06c5822 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:08.805533 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809685ea-2b66-44e2-9f17-fa02c06c5822 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:08.805895 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809685ea-2b66-44e2-9f17-fa02c06c5822 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:08.806223 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809685ea-2b66-44e2-9f17-fa02c06c5822 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:08.806544 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809685ea-2b66-44e2-9f17-fa02c06c5822 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:08.806865 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809685ea-2b66-44e2-9f17-fa02c06c5822 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:08.807198 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809685ea-2b66-44e2-9f17-fa02c06c5822 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:08.807525 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809685ea-2b66-44e2-9f17-fa02c06c5822 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:08.807843 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809685ea-2b66-44e2-9f17-fa02c06c5822 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:08.808148 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809685ea-2b66-44e2-9f17-fa02c06c5822 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:08.811831 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-809685ea-2b66-44e2-9f17-fa02c06c5822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:09.113239 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-a2c6275c-6e56-428a-a4d2-4d1d222e371f None None] Provisioning complete for port 200a3723-577b-4556-af2f-a256bd064f4a triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:50:09.113621 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-a2c6275c-6e56-428a-a4d2-4d1d222e371f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:09.195042 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-a2c6275c-6e56-428a-a4d2-4d1d222e371f None None] Provisioning complete for port e0d10464-2a2f-40d1-8b3e-6ee6ce342fc9 triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:50:09.195337 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-a2c6275c-6e56-428a-a4d2-4d1d222e371f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:09.732717 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-10833895-b824-4c45-9964-cc2648b25158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:10.060383 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 5 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:50:10.961070 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 44818) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:11.159665 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf42989-8efb-4f15-a36f-2a26a5d4a543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:11.160139 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf42989-8efb-4f15-a36f-2a26a5d4a543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:11.161633 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-0cf42989-8efb-4f15-a36f-2a26a5d4a543 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1995809 Jun 23 14:50:12.538472 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-a510f10a-d688-453e-ae34-88fd475fb235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:12.595859 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:13.302372 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 44826) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:13.502230 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7680a377-e95a-489a-a439-f4df3d70acf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:13.502629 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7680a377-e95a-489a-a439-f4df3d70acf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:13.504122 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-7680a377-e95a-489a-a439-f4df3d70acf9 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2008495 Jun 23 14:50:13.693112 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:15.484707 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:15.643431 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 44836) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:15.769195 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef66f9fe-f211-4389-bb35-da251413a734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:15.770463 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-ef66f9fe-f211-4389-bb35-da251413a734 admin admin] 10.222.0.72 "GET /v2.0/networks/2193d06b-1559-46e3-9c2c-518810d3356c HTTP/1.1" status: 200 len: 869 time: 0.1260929 Jun 23 14:50:17.906176 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 44844) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:18.050139 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b334b308-513f-4069-b55c-8074dc6b065a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:18.051450 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-b334b308-513f-4069-b55c-8074dc6b065a admin admin] 10.222.0.72 "GET /v2.0/networks/d2ee6402-d146-4119-8365-b6e413e6a66f HTTP/1.1" status: 200 len: 886 time: 0.1443446 Jun 23 14:50:20.177647 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 44852) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:20.298556 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8a0f03-2b30-42fa-905d-dea658e641ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:20.299015 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8a0f03-2b30-42fa-905d-dea658e641ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:20.300549 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-9b8a0f03-2b30-42fa-905d-dea658e641ca admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1218588 Jun 23 14:50:22.433755 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 44860) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:22.524647 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f5deb6-f1a4-4c4e-8e49-b6181e81f0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:22.525097 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f5deb6-f1a4-4c4e-8e49-b6181e81f0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:22.526665 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-e8f5deb6-f1a4-4c4e-8e49-b6181e81f0cd admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0919445 Jun 23 14:50:24.673907 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 44868) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:24.756146 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d07aa5-7d7b-47e9-a76e-2d5a588d5a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:24.757457 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-05d07aa5-7d7b-47e9-a76e-2d5a588d5a82 admin admin] 10.222.0.72 "GET /v2.0/subnets/aecbd380-5595-4490-ba93-56b7169dc4a5 HTTP/1.1" status: 200 len: 816 time: 0.0826182 Jun 23 14:50:26.885246 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 44876) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:26.974415 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7fa4ed-3cef-4e46-8a83-520b936406d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:26.975640 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-5f7fa4ed-3cef-4e46-8a83-520b936406d1 admin admin] 10.222.0.72 "GET /v2.0/subnets/ebdec9f7-e782-4091-b83b-52341d7b4acd HTTP/1.1" status: 200 len: 868 time: 0.0894153 Jun 23 14:50:39.766094 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-4c86e257-635c-4911-b543-cc2919b46aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:42.531628 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-2202ac0a-de19-486b-a379-a213eb5435e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:42.560420 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:43.726555 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:45.461010 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:47.059184 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 5 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:50:50.138268 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 44920) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:50.184133 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [None req-b7d1fb0d-90ba-4eb8-b39c-fd49a8f8aa9b admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=100181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:50:50.185104 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-b7d1fb0d-90ba-4eb8-b39c-fd49a8f8aa9b admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459146 Jun 23 14:50:52.376313 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 44928) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:52.436954 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6086867-b3a6-4fe0-8fdb-24ddcc5d31a7 admin admin] GET failed (client error): The resource could not be found. Jun 23 14:50:52.438364 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-d6086867-b3a6-4fe0-8fdb-24ddcc5d31a7 admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610893 Jun 23 14:50:52.519110 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dce53d-477f-483a-bc38-4260e18d6f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:52.520539 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-35dce53d-477f-483a-bc38-4260e18d6f76 admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0783834 Jun 23 14:50:54.667211 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 44936) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:54.711108 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-8731d47c-6ad8-403b-8ca3-4a802c2cc64f admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:50:54.785960 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8731d47c-6ad8-403b-8ca3-4a802c2cc64f admin admin] Made reservation on behalf of 94debde878064c14a7c8c34b6c579523 for: {'network': 1} {{(pid=100180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:50:54.788244 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-8731d47c-6ad8-403b-8ca3-4a802c2cc64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for network, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:54.815760 dv-cinder-796286-8-smb neutron-server[100180]: WARNING neutron.services.revisions.revision_plugin [None req-8731d47c-6ad8-403b-8ca3-4a802c2cc64f admin admin] Could not find related network for resource to bump revision. Jun 23 14:50:54.828840 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8731d47c-6ad8-403b-8ca3-4a802c2cc64f admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=100180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:50:54.838935 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-8731d47c-6ad8-403b-8ca3-4a802c2cc64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:54.839281 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.db.segments_db [None req-8731d47c-6ad8-403b-8ca3-4a802c2cc64f admin admin] Added segment 80c11263-8046-4a70-8ffc-e036d7a0273e of type vlan for network 0064f321-c9a7-4af0-98b7-289b03a6e5ef Jun 23 14:50:54.880720 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-8731d47c-6ad8-403b-8ca3-4a802c2cc64f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735918531624'] for network, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:54.988221 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-8731d47c-6ad8-403b-8ca3-4a802c2cc64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217'] for network, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:54.989462 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8731d47c-6ad8-403b-8ca3-4a802c2cc64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:54.990058 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-8731d47c-6ad8-403b-8ca3-4a802c2cc64f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:54.992768 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:55.046422 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731d47c-6ad8-403b-8ca3-4a802c2cc64f admin admin] Pushing event updated for resources: {'Network': ['ID=0064f321-c9a7-4af0-98b7-289b03a6e5ef,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:55.049235 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-8731d47c-6ad8-403b-8ca3-4a802c2cc64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:55.056395 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Network 0064f321-c9a7-4af0-98b7-289b03a6e5ef details requested by agent ovs-agent-dv-cinder-796286-8-smb with host dv-cinder-796286-8-smb {{(pid=100182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:50:55.092136 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-8731d47c-6ad8-403b-8ca3-4a802c2cc64f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4238322 Jun 23 14:50:57.216945 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 44944) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:57.274335 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.pecan_wsgi.hooks.translation [None req-240b04f3-d8f5-4b63-bb0a-ab065ea4d10b admin admin] GET failed (client error): The resource could not be found. Jun 23 14:50:57.275621 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-240b04f3-d8f5-4b63-bb0a-ab065ea4d10b admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0577080 Jun 23 14:50:57.344478 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776fde6d-ff5a-496f-960c-0337b96a01ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:57.345899 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-776fde6d-ff5a-496f-960c-0337b96a01ad admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0664425 Jun 23 14:50:57.358806 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-57aa44f8-f072-47ab-879f-04f8a0d59576 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '0064f321-c9a7-4af0-98b7-289b03a6e5ef', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:50:57.442969 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57aa44f8-f072-47ab-879f-04f8a0d59576 admin admin] Made reservation on behalf of 94debde878064c14a7c8c34b6c579523 for: {'subnet': 1} {{(pid=100180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:50:57.445182 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-57aa44f8-f072-47ab-879f-04f8a0d59576 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:57.685922 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-57aa44f8-f072-47ab-879f-04f8a0d59576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210'] for subnet, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:57.688946 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:57.741276 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa44f8-f072-47ab-879f-04f8a0d59576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5d6c926-e4e4-41d9-9e17-20d96c7af2a7,revision_number=0']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:57.744100 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-57aa44f8-f072-47ab-879f-04f8a0d59576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:57.752472 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aa44f8-f072-47ab-879f-04f8a0d59576 admin admin] Checking segment: {'id': '80c11263-8046-4a70-8ffc-e036d7a0273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0064f321-c9a7-4af0-98b7-289b03a6e5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:50:57.752472 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57aa44f8-f072-47ab-879f-04f8a0d59576 admin admin] Network hostable DHCP agents. Network: 0064f321-c9a7-4af0-98b7-289b03a6e5ef, hostable agents: ['bd2680ec-ec61-4d1e-a411-ffe82748e619'], hosted agents: [] {{(pid=100180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:50:57.833962 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57aa44f8-f072-47ab-879f-04f8a0d59576 admin admin] Network 0064f321-c9a7-4af0-98b7-289b03a6e5ef is scheduled to be hosted by DHCP agent bd2680ec-ec61-4d1e-a411-ffe82748e619 with binding_index 1 {{(pid=100180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:50:57.917333 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.base_scheduler [None req-57aa44f8-f072-47ab-879f-04f8a0d59576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-smb, 0064f321-c9a7-4af0-98b7-289b03a6e5ef) {{(pid=100180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:50:57.921505 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aa44f8-f072-47ab-879f-04f8a0d59576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:57.922107 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-57aa44f8-f072-47ab-879f-04f8a0d59576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for subnet, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:57.926761 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04527dba-7a68-4cf2-bc17-b78367d7f2c9 None None] Network 0064f321-c9a7-4af0-98b7-289b03a6e5ef requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:50:58.150649 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1252d0a6-3d2e-5aee-af19-a7bd59932878-0064f321-c9a7-4af0-98b7-289b03a6e5ef', 'network_id': '0064f321-c9a7-4af0-98b7-289b03a6e5ef', 'tenant_id': '94debde878064c14a7c8c34b6c579523', 'fixed_ips': [{'subnet_id': 'a5d6c926-e4e4-41d9-9e17-20d96c7af2a7'}]}} from dv-cinder-796286-8-smb. {{(pid=100182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:50:58.151524 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:58.186799 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-57aa44f8-f072-47ab-879f-04f8a0d59576 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8348465 Jun 23 14:50:58.286694 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.db_base_plugin_common [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Allocated IP 192.168.233.2 (0064f321-c9a7-4af0-98b7-289b03a6e5ef/a5d6c926-e4e4-41d9-9e17-20d96c7af2a7/2712f278-83de-407f-ac84-ef9c5fc73143) {{(pid=100182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:50:58.430284 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Notify callbacks [] for port, precommit_create {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:58.438314 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Transition to ACTIVE for port object 2712f278-83de-407f-ac84-ef9c5fc73143 will not be triggered until provisioned by entity L2. {{(pid=100182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:50:58.452547 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Transition to ACTIVE for port object 2712f278-83de-407f-ac84-ef9c5fc73143 will not be triggered until provisioned by entity DHCP. {{(pid=100182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:50:58.529505 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222'] for port, after_create {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:58.531896 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:58.570243 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Network 0064f321-c9a7-4af0-98b7-289b03a6e5ef is already hosted by enough agents. {{(pid=100182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:50:58.573082 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.scheduler.base_scheduler [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Resources bound (agent type, host, resource id): {{(pid=100182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:50:58.579349 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Received port after_create {{(pid=100182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:50:58.582570 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Pushing event updated for resources: {'Port': ['ID=2712f278-83de-407f-ac84-ef9c5fc73143,revision_number=1']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:58.592437 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:58.592789 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:58.593124 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:58.593452 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:58.593774 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:58.594126 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:58.594451 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:58.594773 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:58.595115 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:58.595459 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:58.595780 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:58.596090 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:58.600165 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:58.650182 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Attempting to bind port 2712f278-83de-407f-ac84-ef9c5fc73143 on host dv-cinder-796286-8-smb for vnic_type normal with profile {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:50:58.650553 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Attempting to bind port 2712f278-83de-407f-ac84-ef9c5fc73143 by drivers openvswitch,hyperv on host dv-cinder-796286-8-smb at level 0 using segments [{'id': '80c11263-8046-4a70-8ffc-e036d7a0273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0064f321-c9a7-4af0-98b7-289b03a6e5ef'}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:50:58.650914 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Attempting to bind port 2712f278-83de-407f-ac84-ef9c5fc73143 on network 0064f321-c9a7-4af0-98b7-289b03a6e5ef {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:50:58.657063 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Checking agent: {'id': 'a806d37f-e7e9-49c9-a0af-39d3c99a85d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 42), 'started_at': datetime.datetime(2021, 6, 23, 14, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:50:58.657466 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Checking segment: {'id': '80c11263-8046-4a70-8ffc-e036d7a0273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0064f321-c9a7-4af0-98b7-289b03a6e5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:50:58.657893 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:58.658285 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Bound using segment: {'id': '80c11263-8046-4a70-8ffc-e036d7a0273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0064f321-c9a7-4af0-98b7-289b03a6e5ef'} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:50:58.658752 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Bound port: 2712f278-83de-407f-ac84-ef9c5fc73143, host: dv-cinder-796286-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c11263-8046-4a70-8ffc-e036d7a0273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0064f321-c9a7-4af0-98b7-289b03a6e5ef'}}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:50:58.659127 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:58.726894 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] For port 2712f278-83de-407f-ac84-ef9c5fc73143, host dv-cinder-796286-8-smb, cleared binding levels {{(pid=100182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:50:58.730533 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] For port 2712f278-83de-407f-ac84-ef9c5fc73143, host dv-cinder-796286-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=2712f278-83de-407f-ac84-ef9c5fc73143,segment=NetworkSegment(80c11263-8046-4a70-8ffc-e036d7a0273e),segment_id=80c11263-8046-4a70-8ffc-e036d7a0273e)] {{(pid=100182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:50:58.803820 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:58.806244 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-0b248edc-303e-4dee-94f5-02198b266b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:58.863769 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Pushing event updated for resources: {'Port': ['ID=2712f278-83de-407f-ac84-ef9c5fc73143,revision_number=2']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:58.866787 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:59.694205 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f101ec33-5852-470c-8372-eef6c89423e8 None None] Network 0064f321-c9a7-4af0-98b7-289b03a6e5ef requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:50:59.834314 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-0b65195e-1fa3-4e02-81a8-5851ed5a7ad4 None None] Provisioning for port 2712f278-83de-407f-ac84-ef9c5fc73143 completed by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:51:00.792728 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 2712f278-83de-407f-ac84-ef9c5fc73143 up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:51:00.906008 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning for port 2712f278-83de-407f-ac84-ef9c5fc73143 completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:51:00.910148 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port 2712f278-83de-407f-ac84-ef9c5fc73143 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:00.910537 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:00.986468 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:01.017549 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-c36b1959-2167-4921-97a8-61707844de6b None None] For port 2712f278-83de-407f-ac84-ef9c5fc73143, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=2712f278-83de-407f-ac84-ef9c5fc73143,segment=NetworkSegment(80c11263-8046-4a70-8ffc-e036d7a0273e),segment_id=80c11263-8046-4a70-8ffc-e036d7a0273e)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:51:01.108609 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:01.112049 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:01.158188 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Pushing event updated for resources: {'Port': ['ID=2712f278-83de-407f-ac84-ef9c5fc73143,revision_number=3']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:01.161420 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:02.769035 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 2712f278-83de-407f-ac84-ef9c5fc73143 up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:51:02.818042 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port 2712f278-83de-407f-ac84-ef9c5fc73143 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:02.818415 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:09.748132 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-fd5cdd7c-f24b-404f-ac46-68d84521dd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:12.591129 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:12.602183 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-92939973-01a2-4a3d-a9e1-f11202d6f326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:13.793928 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:15.525101 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:24.057620 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 5 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:51:39.764183 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-726078a2-67dc-46c3-9d5d-8a9b26dc1b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:42.470044 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-e62d18c8-f121-42ab-9b5b-247a59d988d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:42.506968 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:43.710141 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:45.490085 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:01.055500 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 5 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:52:09.780654 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-acda154e-861a-48fd-873c-6a4bb5e48e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:12.592228 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-117899ee-78ab-4c1d-aa95-28d4d8145cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:12.593829 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:13.694371 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:15.471649 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:21.908245 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 44996) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:52:21.915466 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [None req-5b6ba0f9-03bb-4fb2-ad60-6c82e35aceca tempest-verify_tempest_config-1165447201 tempest-verify_tempest_config-1165447201-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=100180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:52:21.916418 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-5b6ba0f9-03bb-4fb2-ad60-6c82e35aceca tempest-verify_tempest_config-1165447201 tempest-verify_tempest_config-1165447201-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0072188 Jun 23 14:52:22.421532 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 45014) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:52:22.524623 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-9a157801-a532-4cc0-bcfb-2bcc8287619d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:22.610227 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-9a157801-a532-4cc0-bcfb-2bcc8287619d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:22.671952 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-9a157801-a532-4cc0-bcfb-2bcc8287619d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:22.674827 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:22.715274 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-9a157801-a532-4cc0-bcfb-2bcc8287619d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5d90fc1b391441318c0b1fa828a89a49&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2927120 Jun 23 14:52:22.716082 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a157801-a532-4cc0-bcfb-2bcc8287619d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c582458-fa6a-449c-941b-ce1eafa64896,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:22.717961 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 45020) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:52:22.722412 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a157801-a532-4cc0-bcfb-2bcc8287619d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:22.722754 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a157801-a532-4cc0-bcfb-2bcc8287619d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:22.723078 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a157801-a532-4cc0-bcfb-2bcc8287619d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:22.723403 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a157801-a532-4cc0-bcfb-2bcc8287619d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:22.723726 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a157801-a532-4cc0-bcfb-2bcc8287619d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:22.724045 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a157801-a532-4cc0-bcfb-2bcc8287619d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:22.724361 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a157801-a532-4cc0-bcfb-2bcc8287619d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:22.724675 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a157801-a532-4cc0-bcfb-2bcc8287619d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:22.725007 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a157801-a532-4cc0-bcfb-2bcc8287619d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:22.725327 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a157801-a532-4cc0-bcfb-2bcc8287619d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:22.725639 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a157801-a532-4cc0-bcfb-2bcc8287619d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:22.725972 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a157801-a532-4cc0-bcfb-2bcc8287619d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:22.730371 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-9a157801-a532-4cc0-bcfb-2bcc8287619d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:22.772187 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-6e2f165f-9899-465c-8e61-eff4ed71adbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:22.793061 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-6e2f165f-9899-465c-8e61-eff4ed71adbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:22.943358 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-6e2f165f-9899-465c-8e61-eff4ed71adbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:22.946181 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-6e2f165f-9899-465c-8e61-eff4ed71adbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:22.947360 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-6e2f165f-9899-465c-8e61-eff4ed71adbd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5c582458-fa6a-449c-941b-ce1eafa64896 HTTP/1.1" status: 204 len: 168 time: 0.2282877 Jun 23 14:52:22.947968 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-e304a491-c00e-42d4-8057-45c9cd94a039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:22.955096 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f165f-9899-465c-8e61-eff4ed71adbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c582458-fa6a-449c-941b-ce1eafa64896,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:22.962218 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f165f-9899-465c-8e61-eff4ed71adbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:22.962578 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f165f-9899-465c-8e61-eff4ed71adbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:22.962916 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f165f-9899-465c-8e61-eff4ed71adbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:22.963246 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f165f-9899-465c-8e61-eff4ed71adbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:22.963569 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f165f-9899-465c-8e61-eff4ed71adbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:22.963890 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f165f-9899-465c-8e61-eff4ed71adbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:22.964207 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f165f-9899-465c-8e61-eff4ed71adbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:22.964530 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f165f-9899-465c-8e61-eff4ed71adbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:22.964970 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f165f-9899-465c-8e61-eff4ed71adbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:22.965383 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f165f-9899-465c-8e61-eff4ed71adbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:22.965613 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f165f-9899-465c-8e61-eff4ed71adbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:22.965952 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f165f-9899-465c-8e61-eff4ed71adbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:22.968885 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-6e2f165f-9899-465c-8e61-eff4ed71adbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:38.054405 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 5 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:52:39.748126 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-d2fd23df-da27-4d24-b123-bab912632f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:42.467807 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-50355397-45d3-4c4e-a4ff-2686b3a276a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:42.491152 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:43.707900 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:45.473755 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:09.755679 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-ef7eb7c3-2db4-4e3e-8435-18deb585cc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:12.477761 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-f41f0846-480d-41ba-8561-df764f82838c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:12.498959 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:13.712735 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:15.052796 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 5 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:53:15.465091 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:39.740182 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-4fee9765-7e88-4c05-b9a1-b949378717d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:42.486364 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-30527506-37f8-44d5-9fb4-4403815a0795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:42.523887 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:43.688557 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:45.486159 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:52.051227 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 5 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:54:06.371391 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741'] for agent, after_create {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:09.779238 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-6ef91738-e562-4292-895a-5b602471a20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:10.305272 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 45072) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:10.406270 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-7ac462eb-987c-4bb1-a658-a78d4a17107a admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0998366 Jun 23 14:54:12.510931 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-a82e538b-e35c-46a9-a566-e33072cf6015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:12.539262 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:12.539902 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 45082) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:12.594719 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-f6a5bc75-44a5-4adc-a884-9c4b9321a149 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0529168 Jun 23 14:54:13.708153 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:15.470324 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:29.050938 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 6 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:54:36.337951 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:39.901965 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-f63bc606-a67e-4350-ac5d-bc417991ce1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:42.475113 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-295065af-c2f4-4151-83c7-7fdd40737b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:42.492072 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:43.781301 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:45.572445 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:06.051895 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 6 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:55:06.320577 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:09.756771 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-3cc97e91-df0a-4018-bf20-57b7789f8031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:12.496459 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-9c18a47f-0337-4b5c-9ed2-222f4fb0d6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:12.523885 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:13.708650 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:15.486124 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:36.296521 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:39.764576 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-d26bfaa0-5d6b-44dd-b942-80caba0ed7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:42.513570 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c347c4c8-c439-4624-89ae-c6c31b7edb41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:42.542265 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:43.058058 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 6 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:55:43.690559 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:45.500223 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:45.845224 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 45300) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:45.939858 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 45312) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:45.966992 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 45316) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:46.027662 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 45326) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:46.234461 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1431852753-network', 'tenant_id': '7832a91f32744234b291407ddc825c6c'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:55:46.243895 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-4e6633fb-6e36-4196-8609-b8eb3cf22d7d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2121293109-network', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:55:46.267738 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.db.api [None req-4e6633fb-6e36-4196-8609-b8eb3cf22d7d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 14:55:46.267738 dv-cinder-796286-8-smb neutron-server[100180]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 23 14:55:46.267738 dv-cinder-796286-8-smb neutron-server[100180]: [parameters: {'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'id': '888fa4d7-2346-4af7-b78d-6ef3590b6b39', 'expiration': datetime.datetime(2021, 6, 23, 14, 57, 46, 259834)}] Jun 23 14:55:46.267738 dv-cinder-796286-8-smb neutron-server[100180]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 14:55:46.268442 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_db.api [None req-4e6633fb-6e36-4196-8609-b8eb3cf22d7d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 14:55:46.275310 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-806fd268-589e-48af-8578-2d0252e44d21 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-214434393-network', 'tenant_id': 'd58c52cfc1c34f4585397127cb5d74af'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:55:46.280346 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-647770545-network', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:55:46.383456 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] Made reservation on behalf of 7832a91f32744234b291407ddc825c6c for: {'network': 1} {{(pid=100180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:55:46.386150 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for network, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:46.406467 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:46.484942 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806fd268-589e-48af-8578-2d0252e44d21 admin admin] Made reservation on behalf of d58c52cfc1c34f4585397127cb5d74af for: {'network': 1} {{(pid=100180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:55:46.487852 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-806fd268-589e-48af-8578-2d0252e44d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for network, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:46.496868 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-806fd268-589e-48af-8578-2d0252e44d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:46.627631 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] Made reservation on behalf of 662a27900f4b4c86b36ebf9acc29eeb6 for: {'network': 1} {{(pid=100181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:55:46.630100 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for network, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:46.649989 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:46.723085 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:46.966594 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:46.974874 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-6e2f165f-9899-465c-8e61-eff4ed71adbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:46.985731 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=100180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:55:46.999504 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:46.999715 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.db.segments_db [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] Added segment 961d70cb-b473-4cd2-adba-0d1835910355 of type vlan for network 2d570cdd-70ba-40cb-885c-399ae449ecd8 Jun 23 14:55:47.088809 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99d039b-2808-4f4a-b08e-ee562ca1d262,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:47.101632 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735918531624'] for network, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:47.113008 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:47.113551 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:47.114177 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:47.114418 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:47.114745 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:47.115067 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:47.115389 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:47.115709 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:47.116030 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:47.116348 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:47.116660 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:47.116977 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] Tracked resource versions report: Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: pushed versions: Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: { 'AddressGroup': {'1.2'}, Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: 'ConntrackHelper': {'1.0'}, Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: 'Log': {'1.0'}, Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: 'Network': {'1.1'}, Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: 'Port': {'1.7'}, Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: 'PortForwarding': {'1.2'}, Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: 'QosPolicy': {'1.8'}, Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: 'SecurityGroup': {'1.4'}, Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: 'SubPort': {'1.0'}, Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: 'Subnet': {'1.1'}, Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: 'Trunk': {'1.1'}} Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: consumer versions: Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: { DHCP agent@dv-cinder-796286-8-smb: {}, Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: HyperV agent@hv-cinder-79628: {}, Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: L3 agent@dv-cinder-796286-8-smb: {}, Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: Metadata agent@dv-cinder-796286-8-smb: {}, Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: Metering agent@dv-cinder-796286-8-smb: {}, Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: Open vSwitch agent@dv-cinder-796286-8-smb: { 'AddressGroup': '1.2', Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: 'ConntrackHelper': '1.0', Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: 'Log': '1.0', Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: 'Network': '1.1', Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: 'Port': '1.7', Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: 'PortForwarding': '1.2', Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: 'QosPolicy': '1.8', Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: 'SecurityGroup': '1.4', Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: 'SecurityGroupRule': '1.2', Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: 'SubPort': '1.0', Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: 'Subnet': '1.1', Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: 'Trunk': '1.1'}} Jun 23 14:55:47.118044 dv-cinder-796286-8-smb neutron-server[100180]: {{(pid=100180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:55:47.130431 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:47.257039 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-806fd268-589e-48af-8578-2d0252e44d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:47.330618 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-806fd268-589e-48af-8578-2d0252e44d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:47.334339 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:47.347267 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217'] for network, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:47.354553 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:47.355588 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:47.378824 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806fd268-589e-48af-8578-2d0252e44d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f521da1f-4628-44ec-9a54-b5aa253d3ca6,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:47.381500 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806fd268-589e-48af-8578-2d0252e44d21 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=100180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:55:47.383546 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-806fd268-589e-48af-8578-2d0252e44d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:47.384067 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-8731d47c-6ad8-403b-8ca3-4a802c2cc64f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:47.410647 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-806fd268-589e-48af-8578-2d0252e44d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:47.411224 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.db.segments_db [None req-806fd268-589e-48af-8578-2d0252e44d21 admin admin] Added segment 7bcd3f01-92f6-4543-9a00-534f3fe7928a of type vlan for network e0346334-c16f-40f4-aea1-9054cd38ae9d Jun 23 14:55:47.417078 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:47.465690 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] Pushing event updated for resources: {'Network': ['ID=2d570cdd-70ba-40cb-885c-399ae449ecd8,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:47.470194 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:47.475790 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Network 2d570cdd-70ba-40cb-885c-399ae449ecd8 details requested by agent ovs-agent-dv-cinder-796286-8-smb with host dv-cinder-796286-8-smb {{(pid=100182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:55:47.478055 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-806fd268-589e-48af-8578-2d0252e44d21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735918531624'] for network, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:47.479161 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:47.483738 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:47.513006 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a70f74b-b98d-4abe-b0e0-9e5485f30b32,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:47.521583 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=100181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:55:47.524827 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:47.525323 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:47.525667 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:47.526072 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:47.526484 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:47.526824 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:47.527170 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:47.527557 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:47.527896 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:47.528217 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:47.528584 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:47.528913 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] Tracked resource versions report: Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: pushed versions: Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: { 'AddressGroup': {'1.2'}, Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: 'ConntrackHelper': {'1.0'}, Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: 'Log': {'1.0'}, Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: 'Network': {'1.1'}, Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: 'Port': {'1.7'}, Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: 'PortForwarding': {'1.2'}, Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: 'QosPolicy': {'1.8'}, Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: 'SecurityGroup': {'1.4'}, Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: 'SubPort': {'1.0'}, Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: 'Subnet': {'1.1'}, Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: 'Trunk': {'1.1'}} Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: consumer versions: Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: { DHCP agent@dv-cinder-796286-8-smb: {}, Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: HyperV agent@hv-cinder-79628: {}, Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: L3 agent@dv-cinder-796286-8-smb: {}, Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: Metadata agent@dv-cinder-796286-8-smb: {}, Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: Metering agent@dv-cinder-796286-8-smb: {}, Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: Open vSwitch agent@dv-cinder-796286-8-smb: { 'AddressGroup': '1.2', Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: 'ConntrackHelper': '1.0', Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: 'Log': '1.0', Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: 'Network': '1.1', Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: 'Port': '1.7', Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: 'PortForwarding': '1.2', Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: 'QosPolicy': '1.8', Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: 'SecurityGroup': '1.4', Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: 'SecurityGroupRule': '1.2', Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: 'SubPort': '1.0', Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: 'Subnet': '1.1', Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: 'Trunk': '1.1'}} Jun 23 14:55:47.530037 dv-cinder-796286-8-smb neutron-server[100181]: {{(pid=100181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:55:47.535356 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:47.541263 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:47.541556 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.db.segments_db [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] Added segment 53319a76-a6c9-4f00-b8bd-5ceecb1d2786 of type vlan for network 751b38e2-092c-451f-8e10-78172c3e29c3 Jun 23 14:55:47.549571 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6633fb-6e36-4196-8609-b8eb3cf22d7d admin admin] Made reservation on behalf of 7f4408f772214ed1aa8148f3f34bb8d3 for: {'network': 1} {{(pid=100180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:55:47.552181 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-4e6633fb-6e36-4196-8609-b8eb3cf22d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for network, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:47.560881 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-4e6633fb-6e36-4196-8609-b8eb3cf22d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:47.581329 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735918531624'] for network, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:47.625286 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-806fd268-589e-48af-8578-2d0252e44d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217'] for network, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:47.629595 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6859615 Jun 23 14:55:47.629868 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806fd268-589e-48af-8578-2d0252e44d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:47.630274 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 45390) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:47.630471 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-806fd268-589e-48af-8578-2d0252e44d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:47.633528 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:47.635334 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-cb75680d-b6e1-4db0-907d-6311e78cf9ed admin admin] Request body: {'subnet': {'network_id': '2d570cdd-70ba-40cb-885c-399ae449ecd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1431852753-subnet', 'tenant_id': '7832a91f32744234b291407ddc825c6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:55:47.676860 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217'] for network, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:47.678298 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:47.678870 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:47.680980 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-b4c58d18-73ee-4bf5-9b09-96613fb35bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:47.702760 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806fd268-589e-48af-8578-2d0252e44d21 admin admin] Pushing event updated for resources: {'Network': ['ID=e0346334-c16f-40f4-aea1-9054cd38ae9d,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:47.712967 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Network e0346334-c16f-40f4-aea1-9054cd38ae9d details requested by agent ovs-agent-dv-cinder-796286-8-smb with host dv-cinder-796286-8-smb {{(pid=100182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:55:47.719130 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-806fd268-589e-48af-8578-2d0252e44d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:47.760923 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] Pushing event updated for resources: {'Network': ['ID=751b38e2-092c-451f-8e10-78172c3e29c3,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:47.763877 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:47.776122 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Network 751b38e2-092c-451f-8e10-78172c3e29c3 details requested by agent ovs-agent-dv-cinder-796286-8-smb with host dv-cinder-796286-8-smb {{(pid=100182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:55:47.776325 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-4e6633fb-6e36-4196-8609-b8eb3cf22d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:47.911944 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-4e6633fb-6e36-4196-8609-b8eb3cf22d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:47.915980 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:47.932001 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e6633fb-6e36-4196-8609-b8eb3cf22d7d admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=100180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:55:47.945818 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6633fb-6e36-4196-8609-b8eb3cf22d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f416b5ad-4eee-4be8-b32a-2e82372c7fc3,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:47.948563 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-4e6633fb-6e36-4196-8609-b8eb3cf22d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:47.948902 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.db.segments_db [None req-4e6633fb-6e36-4196-8609-b8eb3cf22d7d admin admin] Added segment bf6f38a0-ba02-434f-b4a6-fb330c9d3c50 of type vlan for network 046085b9-f7b3-4ac3-83a3-779993ec93a2 Jun 23 14:55:47.950252 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-4e6633fb-6e36-4196-8609-b8eb3cf22d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:47.992782 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-4e6633fb-6e36-4196-8609-b8eb3cf22d7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735918531624'] for network, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:48.007814 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-806fd268-589e-48af-8578-2d0252e44d21 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0364656 Jun 23 14:55:48.007814 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 45396) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:48.012008 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-b7e51397-8214-445e-843f-aa4f7b4dc229 admin admin] Request body: {'subnet': {'network_id': 'e0346334-c16f-40f4-aea1-9054cd38ae9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-214434393-subnet', 'tenant_id': 'd58c52cfc1c34f4585397127cb5d74af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:55:48.015242 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9858778 Jun 23 14:55:48.018257 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 45398) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:48.023112 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-3d90b46c-4b91-4574-8f2f-445c8f50007b admin admin] Request body: {'subnet': {'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-647770545-subnet', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:55:48.113164 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb75680d-b6e1-4db0-907d-6311e78cf9ed admin admin] Made reservation on behalf of 7832a91f32744234b291407ddc825c6c for: {'subnet': 1} {{(pid=100181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:55:48.115598 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-cb75680d-b6e1-4db0-907d-6311e78cf9ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:48.132442 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-4e6633fb-6e36-4196-8609-b8eb3cf22d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217'] for network, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:48.133901 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6633fb-6e36-4196-8609-b8eb3cf22d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:48.134885 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-4e6633fb-6e36-4196-8609-b8eb3cf22d7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:48.138073 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:48.153635 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.db.api [None req-3d90b46c-4b91-4574-8f2f-445c8f50007b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 14:55:48.153635 dv-cinder-796286-8-smb neutron-server[100181]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 14:55:48.153635 dv-cinder-796286-8-smb neutron-server[100181]: [parameters: {'project_id_1': '662a27900f4b4c86b36ebf9acc29eeb6', 'expiration_1': datetime.datetime(2021, 6, 23, 14, 55, 48, 31647)}] Jun 23 14:55:48.153635 dv-cinder-796286-8-smb neutron-server[100181]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 14:55:48.154070 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_db.api [None req-3d90b46c-4b91-4574-8f2f-445c8f50007b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 14:55:48.209092 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e51397-8214-445e-843f-aa4f7b4dc229 admin admin] Made reservation on behalf of d58c52cfc1c34f4585397127cb5d74af for: {'subnet': 1} {{(pid=100180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:55:48.211895 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-b7e51397-8214-445e-843f-aa4f7b4dc229 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:48.302663 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-4e6633fb-6e36-4196-8609-b8eb3cf22d7d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4530890 Jun 23 14:55:48.302663 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6633fb-6e36-4196-8609-b8eb3cf22d7d admin admin] Pushing event updated for resources: {'Network': ['ID=046085b9-f7b3-4ac3-83a3-779993ec93a2,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:48.303390 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 45416) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:48.308462 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-4e6633fb-6e36-4196-8609-b8eb3cf22d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:48.309296 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-0d24f623-5359-42e2-95cb-b28073ade328 admin admin] Request body: {'subnet': {'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2121293109-subnet', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:55:48.317726 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Network 046085b9-f7b3-4ac3-83a3-779993ec93a2 details requested by agent ovs-agent-dv-cinder-796286-8-smb with host dv-cinder-796286-8-smb {{(pid=100182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:55:48.456188 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d24f623-5359-42e2-95cb-b28073ade328 admin admin] Made reservation on behalf of 7f4408f772214ed1aa8148f3f34bb8d3 for: {'subnet': 1} {{(pid=100181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:55:48.459169 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0d24f623-5359-42e2-95cb-b28073ade328 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:48.468405 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-cb75680d-b6e1-4db0-907d-6311e78cf9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210'] for subnet, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:48.477935 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-11b06a20-8690-4d88-87b0-85de2fa00623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:48.529450 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-b7e51397-8214-445e-843f-aa4f7b4dc229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210'] for subnet, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:48.534272 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:48.588668 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e51397-8214-445e-843f-aa4f7b4dc229 admin admin] Pushing event updated for resources: {'Subnet': ['ID=844a227c-d94f-4f13-9d17-8cc692313f0c,revision_number=0']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:48.592567 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-b7e51397-8214-445e-843f-aa4f7b4dc229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:48.614262 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e51397-8214-445e-843f-aa4f7b4dc229 admin admin] Checking segment: {'id': '7bcd3f01-92f6-4543-9a00-534f3fe7928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e0346334-c16f-40f4-aea1-9054cd38ae9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:55:48.614623 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e51397-8214-445e-843f-aa4f7b4dc229 admin admin] Network hostable DHCP agents. Network: e0346334-c16f-40f4-aea1-9054cd38ae9d, hostable agents: ['bd2680ec-ec61-4d1e-a411-ffe82748e619'], hosted agents: [] {{(pid=100180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:55:48.689947 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75680d-b6e1-4db0-907d-6311e78cf9ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=610ad616-b1a5-43e9-8ed3-8bcfbdeebe83,revision_number=0']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:48.696384 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-cb75680d-b6e1-4db0-907d-6311e78cf9ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:48.697014 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb75680d-b6e1-4db0-907d-6311e78cf9ed admin admin] Checking segment: {'id': '961d70cb-b473-4cd2-adba-0d1835910355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2d570cdd-70ba-40cb-885c-399ae449ecd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:55:48.697361 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb75680d-b6e1-4db0-907d-6311e78cf9ed admin admin] Network hostable DHCP agents. Network: 2d570cdd-70ba-40cb-885c-399ae449ecd8, hostable agents: ['bd2680ec-ec61-4d1e-a411-ffe82748e619'], hosted agents: [] {{(pid=100181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:55:48.867443 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e51397-8214-445e-843f-aa4f7b4dc229 admin admin] Network e0346334-c16f-40f4-aea1-9054cd38ae9d is scheduled to be hosted by DHCP agent bd2680ec-ec61-4d1e-a411-ffe82748e619 with binding_index 1 {{(pid=100180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:55:48.964644 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d90b46c-4b91-4574-8f2f-445c8f50007b admin admin] Made reservation on behalf of 662a27900f4b4c86b36ebf9acc29eeb6 for: {'subnet': 1} {{(pid=100181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:55:48.967221 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3d90b46c-4b91-4574-8f2f-445c8f50007b admin admin] Notify callbacks [] for subnet, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:49.024382 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0d24f623-5359-42e2-95cb-b28073ade328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210'] for subnet, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:49.025059 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb75680d-b6e1-4db0-907d-6311e78cf9ed admin admin] Network 2d570cdd-70ba-40cb-885c-399ae449ecd8 is scheduled to be hosted by DHCP agent bd2680ec-ec61-4d1e-a411-ffe82748e619 with binding_index 1 {{(pid=100181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:55:49.037225 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:49.088058 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.base_scheduler [None req-b7e51397-8214-445e-843f-aa4f7b4dc229 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-smb, e0346334-c16f-40f4-aea1-9054cd38ae9d) {{(pid=100180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:55:49.092411 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e51397-8214-445e-843f-aa4f7b4dc229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:49.093507 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-b7e51397-8214-445e-843f-aa4f7b4dc229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for subnet, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:49.097524 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [None req-cb75680d-b6e1-4db0-907d-6311e78cf9ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-smb, 2d570cdd-70ba-40cb-885c-399ae449ecd8) {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:55:49.098037 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421c5080-c8bd-49d4-9ab1-25ceff3d04dc None None] Network e0346334-c16f-40f4-aea1-9054cd38ae9d requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:55:49.107803 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24f623-5359-42e2-95cb-b28073ade328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed6e6346-c056-4ca0-89e5-57da755e7b9f,revision_number=0']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:49.127650 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805cd655-4e1d-4bc2-83b7-c880e6cf290c None None] Network 2d570cdd-70ba-40cb-885c-399ae449ecd8 requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:55:49.127869 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb75680d-b6e1-4db0-907d-6311e78cf9ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:49.127869 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-cb75680d-b6e1-4db0-907d-6311e78cf9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for subnet, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:49.174962 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-0d24f623-5359-42e2-95cb-b28073ade328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:49.176950 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-b7e51397-8214-445e-843f-aa4f7b4dc229 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1690919 Jun 23 14:55:49.177693 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d24f623-5359-42e2-95cb-b28073ade328 admin admin] Checking segment: {'id': 'bf6f38a0-ba02-434f-b4a6-fb330c9d3c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:55:49.178114 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d24f623-5359-42e2-95cb-b28073ade328 admin admin] Network hostable DHCP agents. Network: 046085b9-f7b3-4ac3-83a3-779993ec93a2, hostable agents: ['bd2680ec-ec61-4d1e-a411-ffe82748e619'], hosted agents: [] {{(pid=100181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:55:49.179764 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 45450) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:49.184295 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-1202fc72-0761-4af7-82e4-a83b570b2fcc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-214434393-router', 'tenant_id': 'd58c52cfc1c34f4585397127cb5d74af', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'}}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:55:49.296400 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d24f623-5359-42e2-95cb-b28073ade328 admin admin] Network 046085b9-f7b3-4ac3-83a3-779993ec93a2 is scheduled to be hosted by DHCP agent bd2680ec-ec61-4d1e-a411-ffe82748e619 with binding_index 1 {{(pid=100181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:55:49.307902 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-cb75680d-b6e1-4db0-907d-6311e78cf9ed admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6684656 Jun 23 14:55:49.307902 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [None req-0d24f623-5359-42e2-95cb-b28073ade328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-smb, 046085b9-f7b3-4ac3-83a3-779993ec93a2) {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:55:49.309532 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d24f623-5359-42e2-95cb-b28073ade328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:49.310235 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0d24f623-5359-42e2-95cb-b28073ade328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for subnet, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:49.320687 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3d90b46c-4b91-4574-8f2f-445c8f50007b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210'] for subnet, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:49.323971 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:49.338557 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ce0a50-8c9d-4efa-b288-5614a5a477d5 None None] Network 046085b9-f7b3-4ac3-83a3-779993ec93a2 requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:55:49.381571 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90b46c-4b91-4574-8f2f-445c8f50007b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c70a621-ace7-4983-aa1c-39b0c0eb6481,revision_number=0']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:49.390365 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-3d90b46c-4b91-4574-8f2f-445c8f50007b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:49.400901 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d90b46c-4b91-4574-8f2f-445c8f50007b admin admin] Checking segment: {'id': '53319a76-a6c9-4f00-b8bd-5ceecb1d2786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:55:49.401566 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d90b46c-4b91-4574-8f2f-445c8f50007b admin admin] Network hostable DHCP agents. Network: 751b38e2-092c-451f-8e10-78172c3e29c3, hostable agents: ['bd2680ec-ec61-4d1e-a411-ffe82748e619'], hosted agents: [] {{(pid=100181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:55:49.439047 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1202fc72-0761-4af7-82e4-a83b570b2fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257109'] for router, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:49.441812 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1202fc72-0761-4af7-82e4-a83b570b2fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257102'] for router, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:49.498144 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2689baaa-32bb-498d-8092-d74478a4590b None None] Network e0346334-c16f-40f4-aea1-9054cd38ae9d requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:55:49.509256 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d90b46c-4b91-4574-8f2f-445c8f50007b admin admin] Network 751b38e2-092c-451f-8e10-78172c3e29c3 is scheduled to be hosted by DHCP agent bd2680ec-ec61-4d1e-a411-ffe82748e619 with binding_index 1 {{(pid=100181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:55:49.522202 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7d6c11-d99b-4f8b-8ece-5fc883c8a792 None None] Network 2d570cdd-70ba-40cb-885c-399ae449ecd8 requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:55:49.526224 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 45460) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:49.549062 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-0d24f623-5359-42e2-95cb-b28073ade328 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2448592 Jun 23 14:55:49.551926 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 45464) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:49.556470 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-09e8ca2a-81f8-48b3-8615-7d6b5e4a43b1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2121293109-router', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'}}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:55:49.580414 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1202fc72-0761-4af7-82e4-a83b570b2fcc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:49.592386 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [None req-3d90b46c-4b91-4574-8f2f-445c8f50007b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-smb, 751b38e2-092c-451f-8e10-78172c3e29c3) {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:55:49.596675 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d90b46c-4b91-4574-8f2f-445c8f50007b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:49.597675 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3d90b46c-4b91-4574-8f2f-445c8f50007b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for subnet, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:49.623051 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffc7bf6-a36b-45bc-a11d-d3b870b2e4d6 None None] Network 751b38e2-092c-451f-8e10-78172c3e29c3 requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:55:49.689487 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-1ca2d472-482a-40fe-86e0-3458475bb0c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:49.702612 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-09e8ca2a-81f8-48b3-8615-7d6b5e4a43b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257109'] for router, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:49.703630 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-09e8ca2a-81f8-48b3-8615-7d6b5e4a43b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257102'] for router, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:49.760381 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-09e8ca2a-81f8-48b3-8615-7d6b5e4a43b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:49.765447 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-3d90b46c-4b91-4574-8f2f-445c8f50007b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7460704 Jun 23 14:55:49.768324 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 45478) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:49.772864 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-7b4ceca4-1c1f-4cc6-a67a-64c4fad7c355 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-647770545-router', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'}}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:55:49.837913 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1202fc72-0761-4af7-82e4-a83b570b2fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-631096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257136'] for router, precommit_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:49.961486 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1252d0a6-3d2e-5aee-af19-a7bd59932878-046085b9-f7b3-4ac3-83a3-779993ec93a2', 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'fixed_ips': [{'subnet_id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f'}]}} from dv-cinder-796286-8-smb. {{(pid=100182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:55:49.961486 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:49.979423 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 45508) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:49.982638 dv-cinder-796286-8-smb neutron-server[100180]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 14:55:50.148921 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-09e8ca2a-81f8-48b3-8615-7d6b5e4a43b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-631096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257136'] for router, precommit_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:50.157422 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-1ca2d472-482a-40fe-86e0-3458475bb0c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:50.211545 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-0282ca1b-b6eb-4183-9e11-9502e353a402 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:50.212996 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-0282ca1b-b6eb-4183-9e11-9502e353a402 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/networks?id=2d570cdd-70ba-40cb-885c-399ae449ecd8 HTTP/1.1" status: 200 len: 812 time: 0.2321317 Jun 23 14:55:50.223567 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-1ca2d472-482a-40fe-86e0-3458475bb0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:50.231840 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c32559-e4ef-40f6-bbd6-bda71f5e966d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1252d0a6-3d2e-5aee-af19-a7bd59932878-751b38e2-092c-451f-8e10-78172c3e29c3', 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'fixed_ips': [{'subnet_id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481'}]}} from dv-cinder-796286-8-smb. {{(pid=100182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:55:50.233315 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-e5c32559-e4ef-40f6-bbd6-bda71f5e966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:50.239396 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-47547cd7-5a95-4dbb-8e36-ef0e6be41fab tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/quotas/7832a91f32744234b291407ddc825c6c HTTP/1.1" status: 200 len: 375 time: 0.0173683 Jun 23 14:55:50.252280 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-9a157801-a532-4cc0-bcfb-2bcc8287619d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:50.260084 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.db_base_plugin_common [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Allocated IP 172.20.0.2 (046085b9-f7b3-4ac3-83a3-779993ec93a2/ed6e6346-c056-4ca0-89e5-57da755e7b9f/b500fc4c-9842-45f7-92c8-3b69fb391855) {{(pid=100182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:55:50.293721 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-1ca2d472-482a-40fe-86e0-3458475bb0c7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bc257f9af0224b65a8b3ee8ee947675a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7662163 Jun 23 14:55:50.294732 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-3227e393-9cda-4dd7-8716-2e88a41ea27f tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7832a91f32744234b291407ddc825c6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479507 Jun 23 14:55:50.296449 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 45510) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:50.324434 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2d472-482a-40fe-86e0-3458475bb0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc87e35-13a9-4d57-9138-7c80ecea1d64,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:50.358716 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-1ca2d472-482a-40fe-86e0-3458475bb0c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:50.413969 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7b4ceca4-1c1f-4cc6-a67a-64c4fad7c355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257109'] for router, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:50.413969 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7b4ceca4-1c1f-4cc6-a67a-64c4fad7c355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257102'] for router, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:50.481711 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-fdf75f35-f038-4ea7-ab09-0ed5bdeebc48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:50.502467 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-e9469ad5-63b1-4c08-bbb5-4e80d54101be service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=100180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:55:50.509046 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-e9469ad5-63b1-4c08-bbb5-4e80d54101be service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1045313 Jun 23 14:55:50.510477 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7b4ceca4-1c1f-4cc6-a67a-64c4fad7c355 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:50.518470 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.db_base_plugin_common [None req-e5c32559-e4ef-40f6-bbd6-bda71f5e966d None None] Allocated IP 172.20.0.2 (751b38e2-092c-451f-8e10-78172c3e29c3/5c70a621-ace7-4983-aa1c-39b0c0eb6481/537fbc73-6199-489f-b538-b35355faf88f) {{(pid=100182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:55:50.578849 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-fdf75f35-f038-4ea7-ab09-0ed5bdeebc48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:50.581310 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1202fc72-0761-4af7-82e4-a83b570b2fcc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:50.615780 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1202fc72-0761-4af7-82e4-a83b570b2fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:50.657058 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Notify callbacks [] for port, precommit_create {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:50.672246 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Transition to ACTIVE for port object b500fc4c-9842-45f7-92c8-3b69fb391855 will not be triggered until provisioned by entity L2. {{(pid=100182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:55:50.702596 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Transition to ACTIVE for port object b500fc4c-9842-45f7-92c8-3b69fb391855 will not be triggered until provisioned by entity DHCP. {{(pid=100182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:55:50.762270 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-e5c32559-e4ef-40f6-bbd6-bda71f5e966d None None] Notify callbacks [] for port, precommit_create {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:50.776252 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-09e8ca2a-81f8-48b3-8615-7d6b5e4a43b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:50.776521 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-e5c32559-e4ef-40f6-bbd6-bda71f5e966d None None] Transition to ACTIVE for port object 537fbc73-6199-489f-b538-b35355faf88f will not be triggered until provisioned by entity L2. {{(pid=100182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:55:50.794898 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-e5c32559-e4ef-40f6-bbd6-bda71f5e966d None None] Transition to ACTIVE for port object 537fbc73-6199-489f-b538-b35355faf88f will not be triggered until provisioned by entity DHCP. {{(pid=100182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:55:50.804860 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-09e8ca2a-81f8-48b3-8615-7d6b5e4a43b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:50.822069 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222'] for port, after_create {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:50.831821 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:50.871729 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-5043bb6c-2c89-4b35-b2d2-83f9fb788b0f service neutron] 10.222.0.72 "GET /v2.0/networks/2d570cdd-70ba-40cb-885c-399ae449ecd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617702 Jun 23 14:55:50.893184 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7b4ceca4-1c1f-4cc6-a67a-64c4fad7c355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-631096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257136'] for router, precommit_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:50.905703 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Network 046085b9-f7b3-4ac3-83a3-779993ec93a2 is already hosted by enough agents. {{(pid=100182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:55:50.907383 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Pushing event updated for resources: {'Port': ['ID=b500fc4c-9842-45f7-92c8-3b69fb391855,revision_number=1']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:50.917152 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.scheduler.base_scheduler [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Resources bound (agent type, host, resource id): {{(pid=100182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:55:50.917346 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:50.917687 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:50.918113 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:50.918372 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:50.919009 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:50.919009 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:50.919344 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:50.919915 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:50.920267 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:50.921165 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:50.921518 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:50.922594 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Tracked resource versions report: Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: pushed versions: Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: { 'AddressGroup': {'1.2'}, Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: 'ConntrackHelper': {'1.0'}, Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: 'Log': {'1.0'}, Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: 'Network': {'1.1'}, Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: 'Port': {'1.7'}, Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: 'PortForwarding': {'1.2'}, Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: 'QosPolicy': {'1.8'}, Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: 'SecurityGroup': {'1.4'}, Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: 'SubPort': {'1.0'}, Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: 'Subnet': {'1.1'}, Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: 'Trunk': {'1.1'}} Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: consumer versions: Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: { DHCP agent@dv-cinder-796286-8-smb: {}, Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: HyperV agent@hv-cinder-79628: {}, Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: L3 agent@dv-cinder-796286-8-smb: {}, Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: Metadata agent@dv-cinder-796286-8-smb: {}, Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: Metering agent@dv-cinder-796286-8-smb: {}, Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: Open vSwitch agent@dv-cinder-796286-8-smb: { 'AddressGroup': '1.2', Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: 'ConntrackHelper': '1.0', Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: 'Log': '1.0', Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: 'Network': '1.1', Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: 'Port': '1.7', Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: 'PortForwarding': '1.2', Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: 'QosPolicy': '1.8', Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: 'SecurityGroup': '1.4', Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: 'SecurityGroupRule': '1.2', Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: 'SubPort': '1.0', Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: 'Subnet': '1.1', Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: 'Trunk': '1.1'}} Jun 23 14:55:50.923342 dv-cinder-796286-8-smb neutron-server[100182]: {{(pid=100182) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:55:50.927411 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:50.931631 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Received port after_create {{(pid=100182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:55:50.973031 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.db_base_plugin_common [None req-1202fc72-0761-4af7-82e4-a83b570b2fcc admin admin] Allocated IP 172.28.1.190 (d2ee6402-d146-4119-8365-b6e413e6a66f/aecbd380-5595-4490-ba93-56b7169dc4a5/1d360ff7-2bc5-4cee-b533-a04d4bd12d4a) {{(pid=100180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:55:50.979888 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-e5c32559-e4ef-40f6-bbd6-bda71f5e966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222'] for port, after_create {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:51.002705 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-bd54a7e5-47ef-4ae1-a1c6-49b6c1c4673d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:51.024991 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-fdf75f35-f038-4ea7-ab09-0ed5bdeebc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:51.054624 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-fdf75f35-f038-4ea7-ab09-0ed5bdeebc48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:51.055192 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-fdf75f35-f038-4ea7-ab09-0ed5bdeebc48 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8cc87e35-13a9-4d57-9138-7c80ecea1d64 HTTP/1.1" status: 204 len: 168 time: 0.7578382 Jun 23 14:55:51.058934 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-806fd268-589e-48af-8578-2d0252e44d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:51.060271 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Attempting to bind port b500fc4c-9842-45f7-92c8-3b69fb391855 on host dv-cinder-796286-8-smb for vnic_type normal with profile {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:55:51.060819 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Attempting to bind port b500fc4c-9842-45f7-92c8-3b69fb391855 by drivers openvswitch,hyperv on host dv-cinder-796286-8-smb at level 0 using segments [{'id': 'bf6f38a0-ba02-434f-b4a6-fb330c9d3c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2'}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:55:51.061308 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Attempting to bind port b500fc4c-9842-45f7-92c8-3b69fb391855 on network 046085b9-f7b3-4ac3-83a3-779993ec93a2 {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:55:51.104263 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c32559-e4ef-40f6-bbd6-bda71f5e966d None None] Network 751b38e2-092c-451f-8e10-78172c3e29c3 is already hosted by enough agents. {{(pid=100182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:55:51.116096 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Checking agent: {'id': 'a806d37f-e7e9-49c9-a0af-39d3c99a85d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 42), 'started_at': datetime.datetime(2021, 6, 23, 14, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:55:51.116096 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Checking segment: {'id': 'bf6f38a0-ba02-434f-b4a6-fb330c9d3c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:55:51.116543 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-2030a779-2d4f-489d-be80-7e25d0d2f9f8 service neutron] 10.222.0.72 "GET /v2.0/networks/2d570cdd-70ba-40cb-885c-399ae449ecd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406144 Jun 23 14:55:51.116681 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:51.116681 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Bound using segment: {'id': 'bf6f38a0-ba02-434f-b4a6-fb330c9d3c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2'} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:55:51.116681 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Bound port: b500fc4c-9842-45f7-92c8-3b69fb391855, host: dv-cinder-796286-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6f38a0-ba02-434f-b4a6-fb330c9d3c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2'}}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:55:51.116681 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:51.117420 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf75f35-f038-4ea7-ab09-0ed5bdeebc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc87e35-13a9-4d57-9138-7c80ecea1d64,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:51.118431 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.scheduler.base_scheduler [None req-e5c32559-e4ef-40f6-bbd6-bda71f5e966d None None] Resources bound (agent type, host, resource id): {{(pid=100182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:55:51.120780 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c32559-e4ef-40f6-bbd6-bda71f5e966d None None] Received port after_create {{(pid=100182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:55:51.133000 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-fdf75f35-f038-4ea7-ab09-0ed5bdeebc48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:51.164577 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c32559-e4ef-40f6-bbd6-bda71f5e966d None None] Pushing event updated for resources: {'Port': ['ID=537fbc73-6199-489f-b538-b35355faf88f,revision_number=1']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:51.171534 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-e5c32559-e4ef-40f6-bbd6-bda71f5e966d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:51.225707 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1202fc72-0761-4af7-82e4-a83b570b2fcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:51.319881 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-e5c32559-e4ef-40f6-bbd6-bda71f5e966d None None] Attempting to bind port 537fbc73-6199-489f-b538-b35355faf88f on host dv-cinder-796286-8-smb for vnic_type normal with profile {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:55:51.320452 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-e5c32559-e4ef-40f6-bbd6-bda71f5e966d None None] Attempting to bind port 537fbc73-6199-489f-b538-b35355faf88f by drivers openvswitch,hyperv on host dv-cinder-796286-8-smb at level 0 using segments [{'id': '53319a76-a6c9-4f00-b8bd-5ceecb1d2786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3'}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:55:51.320600 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c32559-e4ef-40f6-bbd6-bda71f5e966d None None] Attempting to bind port 537fbc73-6199-489f-b538-b35355faf88f on network 751b38e2-092c-451f-8e10-78172c3e29c3 {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:55:51.336831 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c32559-e4ef-40f6-bbd6-bda71f5e966d None None] Checking agent: {'id': 'a806d37f-e7e9-49c9-a0af-39d3c99a85d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 42), 'started_at': datetime.datetime(2021, 6, 23, 14, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:55:51.337207 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c32559-e4ef-40f6-bbd6-bda71f5e966d None None] Checking segment: {'id': '53319a76-a6c9-4f00-b8bd-5ceecb1d2786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:55:51.337599 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-e5c32559-e4ef-40f6-bbd6-bda71f5e966d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:51.338022 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c32559-e4ef-40f6-bbd6-bda71f5e966d None None] Bound using segment: {'id': '53319a76-a6c9-4f00-b8bd-5ceecb1d2786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3'} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:55:51.338509 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-e5c32559-e4ef-40f6-bbd6-bda71f5e966d None None] Bound port: 537fbc73-6199-489f-b538-b35355faf88f, host: dv-cinder-796286-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53319a76-a6c9-4f00-b8bd-5ceecb1d2786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3'}}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:55:51.338885 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-e5c32559-e4ef-40f6-bbd6-bda71f5e966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:51.362472 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] For port b500fc4c-9842-45f7-92c8-3b69fb391855, host dv-cinder-796286-8-smb, cleared binding levels {{(pid=100182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:55:51.377080 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1202fc72-0761-4af7-82e4-a83b570b2fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222'] for port, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:51.380567 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:51.394042 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] For port b500fc4c-9842-45f7-92c8-3b69fb391855, host dv-cinder-796286-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=b500fc4c-9842-45f7-92c8-3b69fb391855,segment=NetworkSegment(bf6f38a0-ba02-434f-b4a6-fb330c9d3c50),segment_id=bf6f38a0-ba02-434f-b4a6-fb330c9d3c50)] {{(pid=100182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:55:51.441208 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1202fc72-0761-4af7-82e4-a83b570b2fcc admin admin] Network d2ee6402-d146-4119-8365-b6e413e6a66f is already hosted by enough agents. {{(pid=100180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:55:51.445147 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.base_scheduler [None req-1202fc72-0761-4af7-82e4-a83b570b2fcc admin admin] Resources bound (agent type, host, resource id): {{(pid=100180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:55:51.453248 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1202fc72-0761-4af7-82e4-a83b570b2fcc admin admin] Received port after_create {{(pid=100180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:55:51.461064 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202fc72-0761-4af7-82e4-a83b570b2fcc admin admin] Pushing event updated for resources: {'Port': ['ID=1d360ff7-2bc5-4cee-b533-a04d4bd12d4a,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:51.461627 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-e5c32559-e4ef-40f6-bbd6-bda71f5e966d None None] For port 537fbc73-6199-489f-b538-b35355faf88f, host dv-cinder-796286-8-smb, cleared binding levels {{(pid=100182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:55:51.471216 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-e5c32559-e4ef-40f6-bbd6-bda71f5e966d None None] For port 537fbc73-6199-489f-b538-b35355faf88f, host dv-cinder-796286-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=537fbc73-6199-489f-b538-b35355faf88f,segment=NetworkSegment(53319a76-a6c9-4f00-b8bd-5ceecb1d2786),segment_id=53319a76-a6c9-4f00-b8bd-5ceecb1d2786)] {{(pid=100182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:55:51.502600 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-1202fc72-0761-4af7-82e4-a83b570b2fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:51.508069 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:51.510824 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:51.528362 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_common [None req-09e8ca2a-81f8-48b3-8615-7d6b5e4a43b1 admin admin] Allocated IP 172.28.1.7 (d2ee6402-d146-4119-8365-b6e413e6a66f/aecbd380-5595-4490-ba93-56b7169dc4a5/881678c6-8cc3-422f-bbf9-a356a464db6a) {{(pid=100181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:55:51.542363 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7b4ceca4-1c1f-4cc6-a67a-64c4fad7c355 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:51.562401 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-e5c32559-e4ef-40f6-bbd6-bda71f5e966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:51.573572 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7b4ceca4-1c1f-4cc6-a67a-64c4fad7c355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:51.644129 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Pushing event updated for resources: {'Port': ['ID=b500fc4c-9842-45f7-92c8-3b69fb391855,revision_number=2']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:51.648954 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:51.649873 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:51.687863 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-900ba30b-4953-4848-bd90-924e1284e68b req-c174892d-ec88-4027-a27a-e1eaec801a49 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/ports?device_id=d18cc400-c464-49c2-9f57-2f899adb0655 HTTP/1.1" status: 200 len: 210 time: 0.0811751 Jun 23 14:55:51.770517 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c32559-e4ef-40f6-bbd6-bda71f5e966d None None] Pushing event updated for resources: {'Port': ['ID=537fbc73-6199-489f-b538-b35355faf88f,revision_number=2']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:51.774278 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-e5c32559-e4ef-40f6-bbd6-bda71f5e966d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:51.848825 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-09e8ca2a-81f8-48b3-8615-7d6b5e4a43b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:51.996802 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1202fc72-0761-4af7-82e4-a83b570b2fcc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:52.108958 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 45582) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:52.113179 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-09e8ca2a-81f8-48b3-8615-7d6b5e4a43b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222'] for port, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:52.143106 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_common [None req-7b4ceca4-1c1f-4cc6-a67a-64c4fad7c355 admin admin] Allocated IP 172.28.1.136 (d2ee6402-d146-4119-8365-b6e413e6a66f/aecbd380-5595-4490-ba93-56b7169dc4a5/ab8008c0-0b93-4b93-ad6a-7455d31fee38) {{(pid=100181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:55:52.315415 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1202fc72-0761-4af7-82e4-a83b570b2fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-631149'] for router, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:52.375227 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7b4ceca4-1c1f-4cc6-a67a-64c4fad7c355 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:52.382185 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:52.452775 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-1b2a79c3-a565-4c6b-832d-e9f033229095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:52.508211 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8ca2a-81f8-48b3-8615-7d6b5e4a43b1 admin admin] Pushing event updated for resources: {'Port': ['ID=881678c6-8cc3-422f-bbf9-a356a464db6a,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:52.512668 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e8ca2a-81f8-48b3-8615-7d6b5e4a43b1 admin admin] Network d2ee6402-d146-4119-8365-b6e413e6a66f is already hosted by enough agents. {{(pid=100181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:55:52.521885 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-09e8ca2a-81f8-48b3-8615-7d6b5e4a43b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:52.524214 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [None req-09e8ca2a-81f8-48b3-8615-7d6b5e4a43b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:55:52.534283 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e8ca2a-81f8-48b3-8615-7d6b5e4a43b1 admin admin] Received port after_create {{(pid=100181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:55:52.563859 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1202fc72-0761-4af7-82e4-a83b570b2fcc admin admin] Router 7dca57cb-acf2-4792-bbba-ad4f2f876dcf is scheduled to L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 with binding_index 1 {{(pid=100180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:55:52.687185 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1202fc72-0761-4af7-82e4-a83b570b2fcc admin admin] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:55:52.697264 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f74314-5529-4edb-84b8-51fbc8b74f55 None None] Sync routers for ids ['7dca57cb-acf2-4792-bbba-ad4f2f876dcf'] in dv-cinder-796286-8-smb {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:55:52.710468 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f74314-5529-4edb-84b8-51fbc8b74f55 None None] Routers {'7dca57cb-acf2-4792-bbba-ad4f2f876dcf'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:55:52.715960 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-59f74314-5529-4edb-84b8-51fbc8b74f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:55:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['7dca57cb-acf2-4792-bbba-ad4f2f876dcf'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:52.756416 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-1b2a79c3-a565-4c6b-832d-e9f033229095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:52.771030 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7b4ceca4-1c1f-4cc6-a67a-64c4fad7c355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222'] for port, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:52.774273 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-09e8ca2a-81f8-48b3-8615-7d6b5e4a43b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:52.828524 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4ceca4-1c1f-4cc6-a67a-64c4fad7c355 admin admin] Network d2ee6402-d146-4119-8365-b6e413e6a66f is already hosted by enough agents. {{(pid=100181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:55:52.835488 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [None req-7b4ceca4-1c1f-4cc6-a67a-64c4fad7c355 admin admin] Resources bound (agent type, host, resource id): {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:55:52.848743 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4ceca4-1c1f-4cc6-a67a-64c4fad7c355 admin admin] Received port after_create {{(pid=100181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:55:52.886588 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5917093c-58ff-4a6e-99b3-738cf79521ea req-2adb39cd-04f5-45c3-ad06-ebce1f37ea04 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/ports?device_id=d18cc400-c464-49c2-9f57-2f899adb0655 HTTP/1.1" status: 200 len: 210 time: 0.0907016 Jun 23 14:55:52.894498 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-1b2a79c3-a565-4c6b-832d-e9f033229095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:52.932840 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-59f74314-5529-4edb-84b8-51fbc8b74f55 None None] Set router 7dca57cb-acf2-4792-bbba-ad4f2f876dcf gateway port host: dv-cinder-796286-8-smb {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:55:52.964787 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1202fc72-0761-4af7-82e4-a83b570b2fcc admin admin] Notify callbacks [] for router, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:52.971988 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-1202fc72-0761-4af7-82e4-a83b570b2fcc admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7876954 Jun 23 14:55:52.974190 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 45622) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:52.981012 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ceca4-1c1f-4cc6-a67a-64c4fad7c355 admin admin] Pushing event updated for resources: {'Port': ['ID=ab8008c0-0b93-4b93-ad6a-7455d31fee38,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:52.996340 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-1b2a79c3-a565-4c6b-832d-e9f033229095 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6031527dc16d4f04a46deccd7b06912c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8856361 Jun 23 14:55:53.007105 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-7b4ceca4-1c1f-4cc6-a67a-64c4fad7c355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:53.082422 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 45626) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:53.097572 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:53.141423 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 45628) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:53.226062 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 537fbc73-6199-489f-b538-b35355faf88f up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:55:53.309708 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1b733433-3e7d-41a0-86cf-c9bdd9158522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:53.397701 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-59f74314-5529-4edb-84b8-51fbc8b74f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dca57cb-acf2-4792-bbba-ad4f2f876dcf', 'name': 'tempest-ServerRescueNegativeTestJSON-214434393-router', 'tenant_id': 'd58c52cfc1c34f4585397127cb5d74af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '1d360ff7-2bc5-4cee-b533-a04d4bd12d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:49Z', 'updated_at': '2021-06-23T14:55:51Z', 'revision_number': 3, 'project_id': 'd58c52cfc1c34f4585397127cb5d74af', 'gw_port': {'id': '1d360ff7-2bc5-4cee-b533-a04d4bd12d4a', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dca57cb-acf2-4792-bbba-ad4f2f876dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:55:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb'}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:53.404404 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1b733433-3e7d-41a0-86cf-c9bdd9158522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:53.408437 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a79c3-a565-4c6b-832d-e9f033229095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0badc2e2-63a0-4e04-b2c2-9415f1d5c48f,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:53.423091 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-1b2a79c3-a565-4c6b-832d-e9f033229095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:53.427197 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning for port 537fbc73-6199-489f-b538-b35355faf88f completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:55:53.434288 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device b500fc4c-9842-45f7-92c8-3b69fb391855 up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:55:53.462152 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-09e8ca2a-81f8-48b3-8615-7d6b5e4a43b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:53.487671 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001a77aa-8789-4ea6-b8db-decaba59b0cf None None] Network 751b38e2-092c-451f-8e10-78172c3e29c3 requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:55:53.493713 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f74314-5529-4edb-84b8-51fbc8b74f55 None None] Checking router: 7dca57cb-acf2-4792-bbba-ad4f2f876dcf for host: dv-cinder-796286-8-smb {{(pid=100183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:55:53.498223 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f74314-5529-4edb-84b8-51fbc8b74f55 None None] Updating router 7dca57cb-acf2-4792-bbba-ad4f2f876dcf port 1d360ff7-2bc5-4cee-b533-a04d4bd12d4a binding host dv-cinder-796286-8-smb {{(pid=100183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:55:53.560954 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-59f74314-5529-4edb-84b8-51fbc8b74f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:53.810535 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249226ec-4595-4a2f-9633-4acd082c460e None None] Network 046085b9-f7b3-4ac3-83a3-779993ec93a2 requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:55:53.888354 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1b733433-3e7d-41a0-86cf-c9bdd9158522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:53.912638 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1b733433-3e7d-41a0-86cf-c9bdd9158522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:53.916130 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-1b733433-3e7d-41a0-86cf-c9bdd9158522 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0badc2e2-63a0-4e04-b2c2-9415f1d5c48f HTTP/1.1" status: 204 len: 168 time: 0.8199902 Jun 23 14:55:53.927184 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:53.957416 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b733433-3e7d-41a0-86cf-c9bdd9158522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0badc2e2-63a0-4e04-b2c2-9415f1d5c48f,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:53.970095 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-1b733433-3e7d-41a0-86cf-c9bdd9158522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:54.056931 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-59f74314-5529-4edb-84b8-51fbc8b74f55 None None] Notify callbacks [] for port, precommit_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:54.074347 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 45646) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:54.083471 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-bf7e1b1d-691e-48ee-8224-fbc98e61cb3c None None] Provisioning for port 537fbc73-6199-489f-b538-b35355faf88f completed by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:55:54.088518 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.provisioning_blocks [None req-59f74314-5529-4edb-84b8-51fbc8b74f55 None None] Transition to ACTIVE for port object 1d360ff7-2bc5-4cee-b533-a04d4bd12d4a will not be triggered until provisioned by entity L2. {{(pid=100183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:55:54.095753 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-bf7e1b1d-691e-48ee-8224-fbc98e61cb3c None None] Provisioning complete for port 537fbc73-6199-489f-b538-b35355faf88f triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:55:54.096136 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1b1d-691e-48ee-8224-fbc98e61cb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:54.168045 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-59f74314-5529-4edb-84b8-51fbc8b74f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:54.170353 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:54.197755 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1b1d-691e-48ee-8224-fbc98e61cb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:54.199806 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning for port b500fc4c-9842-45f7-92c8-3b69fb391855 completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:55:54.238022 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4f222ce1-2649-41fc-bc19-a312ae27cddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:54.244561 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-bf7e1b1d-691e-48ee-8224-fbc98e61cb3c None None] For port 537fbc73-6199-489f-b538-b35355faf88f, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=537fbc73-6199-489f-b538-b35355faf88f,segment=NetworkSegment(53319a76-a6c9-4f00-b8bd-5ceecb1d2786),segment_id=53319a76-a6c9-4f00-b8bd-5ceecb1d2786)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:55:54.269462 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-eb79fb2a-67f0-4473-9f59-9827ae031e94 req-4f617b7f-50b6-4559-a032-1848df1652c0 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/ports?device_id=d18cc400-c464-49c2-9f57-2f899adb0655 HTTP/1.1" status: 200 len: 210 time: 0.1847031 Jun 23 14:55:54.291802 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74726457-ff75-4508-98e6-c72cca1e1149 None None] Pushing event updated for resources: {'Port': ['ID=1d360ff7-2bc5-4cee-b533-a04d4bd12d4a,revision_number=2']} {{(pid=100183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:54.294914 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.managers [None req-59f74314-5529-4edb-84b8-51fbc8b74f55 None None] Attempting to bind port 1d360ff7-2bc5-4cee-b533-a04d4bd12d4a on host dv-cinder-796286-8-smb for vnic_type normal with profile {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:55:54.295291 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.managers [None req-59f74314-5529-4edb-84b8-51fbc8b74f55 None None] Attempting to bind port 1d360ff7-2bc5-4cee-b533-a04d4bd12d4a by drivers openvswitch,hyperv on host dv-cinder-796286-8-smb at level 0 using segments [{'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'}] {{(pid=100183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:55:54.296225 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f74314-5529-4edb-84b8-51fbc8b74f55 None None] Attempting to bind port 1d360ff7-2bc5-4cee-b533-a04d4bd12d4a on network d2ee6402-d146-4119-8365-b6e413e6a66f {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:55:54.308532 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74726457-ff75-4508-98e6-c72cca1e1149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:54.308883 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74726457-ff75-4508-98e6-c72cca1e1149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:54.309221 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74726457-ff75-4508-98e6-c72cca1e1149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:54.309552 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74726457-ff75-4508-98e6-c72cca1e1149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:54.309903 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74726457-ff75-4508-98e6-c72cca1e1149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:54.310241 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74726457-ff75-4508-98e6-c72cca1e1149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:54.310549 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74726457-ff75-4508-98e6-c72cca1e1149 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:54.310874 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74726457-ff75-4508-98e6-c72cca1e1149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:54.311243 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74726457-ff75-4508-98e6-c72cca1e1149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:54.311568 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74726457-ff75-4508-98e6-c72cca1e1149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:54.311887 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74726457-ff75-4508-98e6-c72cca1e1149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:54.314886 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74726457-ff75-4508-98e6-c72cca1e1149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74726457-ff75-4508-98e6-c72cca1e1149 None None] Tracked resource versions report: Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: pushed versions: Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: { 'AddressGroup': {'1.2'}, Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: 'ConntrackHelper': {'1.0'}, Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: 'Log': {'1.0'}, Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: 'Network': {'1.1'}, Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: 'Port': {'1.7'}, Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: 'PortForwarding': {'1.2'}, Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: 'QosPolicy': {'1.8'}, Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: 'SecurityGroup': {'1.4'}, Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: 'SubPort': {'1.0'}, Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: 'Subnet': {'1.1'}, Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: 'Trunk': {'1.1'}} Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: consumer versions: Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: { DHCP agent@dv-cinder-796286-8-smb: {}, Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: HyperV agent@hv-cinder-79628: {}, Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: L3 agent@dv-cinder-796286-8-smb: {}, Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: Metadata agent@dv-cinder-796286-8-smb: {}, Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: Metering agent@dv-cinder-796286-8-smb: {}, Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: Open vSwitch agent@dv-cinder-796286-8-smb: { 'AddressGroup': '1.2', Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: 'ConntrackHelper': '1.0', Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: 'Log': '1.0', Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: 'Network': '1.1', Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: 'Port': '1.7', Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: 'PortForwarding': '1.2', Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: 'QosPolicy': '1.8', Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: 'SecurityGroup': '1.4', Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: 'SecurityGroupRule': '1.2', Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: 'SubPort': '1.0', Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: 'Subnet': '1.1', Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: 'Trunk': '1.1'}} Jun 23 14:55:54.316000 dv-cinder-796286-8-smb neutron-server[100183]: {{(pid=100183) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:55:54.318666 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f74314-5529-4edb-84b8-51fbc8b74f55 None None] Checking agent: {'id': 'a806d37f-e7e9-49c9-a0af-39d3c99a85d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 42), 'started_at': datetime.datetime(2021, 6, 23, 14, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:55:54.319015 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-d6967081-0f90-423b-9595-edddbd1c5f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:54.319150 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f74314-5529-4edb-84b8-51fbc8b74f55 None None] Checking segment: {'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:55:54.319445 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-59f74314-5529-4edb-84b8-51fbc8b74f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:54.319832 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f74314-5529-4edb-84b8-51fbc8b74f55 None None] Bound using segment: {'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'} {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:55:54.320314 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.managers [None req-59f74314-5529-4edb-84b8-51fbc8b74f55 None None] Bound port: 1d360ff7-2bc5-4cee-b533-a04d4bd12d4a, host: dv-cinder-796286-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'}}] {{(pid=100183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:55:54.320694 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-59f74314-5529-4edb-84b8-51fbc8b74f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:54.322629 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [None req-74726457-ff75-4508-98e6-c72cca1e1149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:54.362765 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1b1d-691e-48ee-8224-fbc98e61cb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:54.373599 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:54.466201 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e1b1d-691e-48ee-8224-fbc98e61cb3c None None] Pushing event updated for resources: {'Port': ['ID=537fbc73-6199-489f-b538-b35355faf88f,revision_number=3']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:54.481920 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-bf7e1b1d-691e-48ee-8224-fbc98e61cb3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:54.488224 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.db [None req-59f74314-5529-4edb-84b8-51fbc8b74f55 None None] For port 1d360ff7-2bc5-4cee-b533-a04d4bd12d4a, host dv-cinder-796286-8-smb, cleared binding levels {{(pid=100183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:55:54.495778 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.db [None req-59f74314-5529-4edb-84b8-51fbc8b74f55 None None] For port 1d360ff7-2bc5-4cee-b533-a04d4bd12d4a, host dv-cinder-796286-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=1d360ff7-2bc5-4cee-b533-a04d4bd12d4a,segment=NetworkSegment(ba5d94ff-850b-475f-bf01-29ba3ab431be),segment_id=ba5d94ff-850b-475f-bf01-29ba3ab431be)] {{(pid=100183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:55:54.594260 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-59f74314-5529-4edb-84b8-51fbc8b74f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:54.598295 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [None req-a36d8fc3-9e2d-451d-960f-4bb8742c4830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:54.621549 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-9f889679-6eb2-4fc2-90b3-65e171b9ac61 None None] Provisioning for port b500fc4c-9842-45f7-92c8-3b69fb391855 completed by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:55:54.634549 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-9f889679-6eb2-4fc2-90b3-65e171b9ac61 None None] Provisioning complete for port b500fc4c-9842-45f7-92c8-3b69fb391855 triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:55:54.634549 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-9f889679-6eb2-4fc2-90b3-65e171b9ac61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:54.673393 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74726457-ff75-4508-98e6-c72cca1e1149 None None] Pushing event updated for resources: {'Port': ['ID=1d360ff7-2bc5-4cee-b533-a04d4bd12d4a,revision_number=3']} {{(pid=100183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:54.676062 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f74314-5529-4edb-84b8-51fbc8b74f55 None None] Routers {'7dca57cb-acf2-4792-bbba-ad4f2f876dcf'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:55:54.676673 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-59f74314-5529-4edb-84b8-51fbc8b74f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:55:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['7dca57cb-acf2-4792-bbba-ad4f2f876dcf'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:54.680745 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [None req-74726457-ff75-4508-98e6-c72cca1e1149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:54.690119 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.db_base_plugin_common [None req-d6967081-0f90-423b-9595-edddbd1c5f8a admin admin] Allocated IP 172.20.0.1 (e0346334-c16f-40f4-aea1-9054cd38ae9d/844a227c-d94f-4f13-9d17-8cc692313f0c/1fde0548-b9b0-4eab-82e2-d6b27158b68d) {{(pid=100180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:55:54.758714 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4f222ce1-2649-41fc-bc19-a312ae27cddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:54.762676 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-09e8ca2a-81f8-48b3-8615-7d6b5e4a43b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-631149'] for router, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:54.770032 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-9f889679-6eb2-4fc2-90b3-65e171b9ac61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:54.830940 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-59f74314-5529-4edb-84b8-51fbc8b74f55 None None] Set router 7dca57cb-acf2-4792-bbba-ad4f2f876dcf gateway port host: dv-cinder-796286-8-smb {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:55:54.855567 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-9f889679-6eb2-4fc2-90b3-65e171b9ac61 None None] For port b500fc4c-9842-45f7-92c8-3b69fb391855, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=b500fc4c-9842-45f7-92c8-3b69fb391855,segment=NetworkSegment(bf6f38a0-ba02-434f-b4a6-fb330c9d3c50),segment_id=bf6f38a0-ba02-434f-b4a6-fb330c9d3c50)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:55:54.880492 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4f222ce1-2649-41fc-bc19-a312ae27cddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:54.969134 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-9f889679-6eb2-4fc2-90b3-65e171b9ac61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:54.976901 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:54.981949 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:54.989695 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-d6967081-0f90-423b-9595-edddbd1c5f8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:55.001533 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7b4ceca4-1c1f-4cc6-a67a-64c4fad7c355 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:55.036974 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 537fbc73-6199-489f-b538-b35355faf88f up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:55:55.041420 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-59f74314-5529-4edb-84b8-51fbc8b74f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dca57cb-acf2-4792-bbba-ad4f2f876dcf', 'name': 'tempest-ServerRescueNegativeTestJSON-214434393-router', 'tenant_id': 'd58c52cfc1c34f4585397127cb5d74af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '1d360ff7-2bc5-4cee-b533-a04d4bd12d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:49Z', 'updated_at': '2021-06-23T14:55:51Z', 'revision_number': 3, 'project_id': 'd58c52cfc1c34f4585397127cb5d74af', 'gw_port': {'id': '1d360ff7-2bc5-4cee-b533-a04d4bd12d4a', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dca57cb-acf2-4792-bbba-ad4f2f876dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb'}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:55.080013 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f74314-5529-4edb-84b8-51fbc8b74f55 None None] The sync data for ids ['7dca57cb-acf2-4792-bbba-ad4f2f876dcf'] in dv-cinder-796286-8-smb is: [{'id': '7dca57cb-acf2-4792-bbba-ad4f2f876dcf', 'name': 'tempest-ServerRescueNegativeTestJSON-214434393-router', 'tenant_id': 'd58c52cfc1c34f4585397127cb5d74af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '1d360ff7-2bc5-4cee-b533-a04d4bd12d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:49Z', 'updated_at': '2021-06-23T14:55:51Z', 'revision_number': 3, 'project_id': 'd58c52cfc1c34f4585397127cb5d74af', 'gw_port': {'id': '1d360ff7-2bc5-4cee-b533-a04d4bd12d4a', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dca57cb-acf2-4792-bbba-ad4f2f876dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb'}] {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:55:55.095381 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f222ce1-2649-41fc-bc19-a312ae27cddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9322757-04d0-49c6-852d-c896fda12741,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:55.102411 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-4f222ce1-2649-41fc-bc19-a312ae27cddc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=57e45578b8674186b3faf646efa0b8fe&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9204841 Jun 23 14:55:55.102411 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-4f222ce1-2649-41fc-bc19-a312ae27cddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:55.102625 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 45692) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:55.188686 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-d6967081-0f90-423b-9595-edddbd1c5f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222'] for port, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:55.201192 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f889679-6eb2-4fc2-90b3-65e171b9ac61 None None] Pushing event updated for resources: {'Port': ['ID=b500fc4c-9842-45f7-92c8-3b69fb391855,revision_number=3']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:55.212025 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-1202fc72-0761-4af7-82e4-a83b570b2fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:55.215814 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-9f889679-6eb2-4fc2-90b3-65e171b9ac61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:55.228755 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-9642bc4a-4cc8-4fa1-97db-985b20f56060 None None] Provisioning complete for port b500fc4c-9842-45f7-92c8-3b69fb391855 triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:55:55.229521 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-9642bc4a-4cc8-4fa1-97db-985b20f56060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:55.263430 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-a9a09dae-a02a-46c0-96ff-a02e370f9bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:55.276380 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6967081-0f90-423b-9595-edddbd1c5f8a admin admin] Network e0346334-c16f-40f4-aea1-9054cd38ae9d is already hosted by enough agents. {{(pid=100180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:55:55.303103 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.base_scheduler [None req-d6967081-0f90-423b-9595-edddbd1c5f8a admin admin] Resources bound (agent type, host, resource id): {{(pid=100180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:55:55.323345 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6967081-0f90-423b-9595-edddbd1c5f8a admin admin] Received port after_create {{(pid=100180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:55:55.323837 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-d6967081-0f90-423b-9595-edddbd1c5f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622957'] for router_interface, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:55.376513 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6967081-0f90-423b-9595-edddbd1c5f8a admin admin] Pushing event updated for resources: {'Port': ['ID=1fde0548-b9b0-4eab-82e2-d6b27158b68d,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:55.378399 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 45702) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:55.387451 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-a9a09dae-a02a-46c0-96ff-a02e370f9bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:55.389434 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-d6967081-0f90-423b-9595-edddbd1c5f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:55.398631 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e8ca2a-81f8-48b3-8615-7d6b5e4a43b1 admin admin] Router 32f6e716-1a07-4282-9442-036de0a07b13 is scheduled to L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 with binding_index 1 {{(pid=100181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:55:55.401808 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port 537fbc73-6199-489f-b538-b35355faf88f triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:55:55.402597 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:55.691015 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7b4ceca4-1c1f-4cc6-a67a-64c4fad7c355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-631149'] for router, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:55.714370 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-a9a09dae-a02a-46c0-96ff-a02e370f9bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:55.732026 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-9642bc4a-4cc8-4fa1-97db-985b20f56060 None None] Provisioning complete for port 537fbc73-6199-489f-b538-b35355faf88f triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:55:55.732405 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-9642bc4a-4cc8-4fa1-97db-985b20f56060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:55.767892 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-a9a09dae-a02a-46c0-96ff-a02e370f9bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:55.771477 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-a9a09dae-a02a-46c0-96ff-a02e370f9bbb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d9322757-04d0-49c6-852d-c896fda12741 HTTP/1.1" status: 204 len: 168 time: 0.6652989 Jun 23 14:55:55.772379 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:55.818412 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 45720) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:55.834437 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3ac45187-f93e-4ad8-90fd-56a618cb6e93 req-6a8474b3-f7c1-49c1-b34e-052921c9063a tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/ports?device_id=d18cc400-c464-49c2-9f57-2f899adb0655 HTTP/1.1" status: 200 len: 210 time: 0.0694609 Jun 23 14:55:55.841959 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a09dae-a02a-46c0-96ff-a02e370f9bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9322757-04d0-49c6-852d-c896fda12741,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:55.863624 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-a9a09dae-a02a-46c0-96ff-a02e370f9bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:55.871593 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-d6967081-0f90-423b-9595-edddbd1c5f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:55.883181 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-43ac706f-18da-4d16-872b-b913a13fbbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:55.918591 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e8ca2a-81f8-48b3-8615-7d6b5e4a43b1 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:55:55.928662 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2199e7-c47d-4fb0-8cc9-340903e07004 None None] Sync routers for ids ['32f6e716-1a07-4282-9442-036de0a07b13'] in dv-cinder-796286-8-smb {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:55:55.944329 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2199e7-c47d-4fb0-8cc9-340903e07004 None None] Routers {'32f6e716-1a07-4282-9442-036de0a07b13'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:55:55.945124 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-7a2199e7-c47d-4fb0-8cc9-340903e07004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:55:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['32f6e716-1a07-4282-9442-036de0a07b13'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:56.051491 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-54ee2e68-c252-44c7-8a94-272a2afb5e12 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2127351957-network', 'tenant_id': 'ab1084960b0b4e9689164ce1f8b6149e'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:55:56.071067 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-43ac706f-18da-4d16-872b-b913a13fbbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:56.094711 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4ceca4-1c1f-4cc6-a67a-64c4fad7c355 admin admin] Router 29bfcd50-5d2e-49f4-a10e-987758994b40 is scheduled to L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 with binding_index 1 {{(pid=100181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:55:56.113637 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-7a2199e7-c47d-4fb0-8cc9-340903e07004 None None] Set router 32f6e716-1a07-4282-9442-036de0a07b13 gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:55:56.160640 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-d6967081-0f90-423b-9595-edddbd1c5f8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:56.205725 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-43ac706f-18da-4d16-872b-b913a13fbbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:56.221359 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-d6967081-0f90-423b-9595-edddbd1c5f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:56.226342 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-d6967081-0f90-423b-9595-edddbd1c5f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622977'] for router_interface, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:56.226342 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-d6967081-0f90-423b-9595-edddbd1c5f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:56.299894 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-4f222ce1-2649-41fc-bc19-a312ae27cddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:56.310395 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4ceca4-1c1f-4cc6-a67a-64c4fad7c355 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:55:56.320837 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a183b4-0180-4547-83fa-c7e8559fb98e None None] Sync routers for ids ['29bfcd50-5d2e-49f4-a10e-987758994b40'] in dv-cinder-796286-8-smb {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:55:56.337312 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a183b4-0180-4547-83fa-c7e8559fb98e None None] Routers {'29bfcd50-5d2e-49f4-a10e-987758994b40'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:55:56.337312 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-e1a183b4-0180-4547-83fa-c7e8559fb98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:55:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['29bfcd50-5d2e-49f4-a10e-987758994b40'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:56.341301 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-09e8ca2a-81f8-48b3-8615-7d6b5e4a43b1 admin admin] Notify callbacks [] for router, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:56.345163 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-09e8ca2a-81f8-48b3-8615-7d6b5e4a43b1 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.7895563 Jun 23 14:55:56.347490 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.46', 49869) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:56.347828 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 45728) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:56.413817 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-7a2199e7-c47d-4fb0-8cc9-340903e07004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f6e716-1a07-4282-9442-036de0a07b13', 'name': 'tempest-AttachVolumeTestJSON-2121293109-router', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:49Z', 'updated_at': '2021-06-23T14:55:52Z', 'revision_number': 3, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'gw_port': {'id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:55:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb'}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:56.509937 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2199e7-c47d-4fb0-8cc9-340903e07004 None None] Checking router: 32f6e716-1a07-4282-9442-036de0a07b13 for host: dv-cinder-796286-8-smb {{(pid=100182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:55:56.510579 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2199e7-c47d-4fb0-8cc9-340903e07004 None None] Updating router 32f6e716-1a07-4282-9442-036de0a07b13 port 881678c6-8cc3-422f-bbf9-a356a464db6a binding host dv-cinder-796286-8-smb {{(pid=100182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:55:56.543623 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ee2e68-c252-44c7-8a94-272a2afb5e12 admin admin] Made reservation on behalf of ab1084960b0b4e9689164ce1f8b6149e for: {'network': 1} {{(pid=100180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:55:56.548703 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-54ee2e68-c252-44c7-8a94-272a2afb5e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for network, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:56.579391 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-e1a183b4-0180-4547-83fa-c7e8559fb98e None None] Set router 29bfcd50-5d2e-49f4-a10e-987758994b40 gateway port host: dv-cinder-796286-8-smb {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:55:56.582551 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-7a2199e7-c47d-4fb0-8cc9-340903e07004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:56.591417 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6967081-0f90-423b-9595-edddbd1c5f8a admin admin] Pushing event updated for resources: {'Port': ['ID=1fde0548-b9b0-4eab-82e2-d6b27158b68d,revision_number=2']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:56.604238 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-d6967081-0f90-423b-9595-edddbd1c5f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:56.611093 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-54ee2e68-c252-44c7-8a94-272a2afb5e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:56.706093 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6967081-0f90-423b-9595-edddbd1c5f8a admin admin] Network e0346334-c16f-40f4-aea1-9054cd38ae9d is already hosted by enough agents. {{(pid=100180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:55:56.711037 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.base_scheduler [None req-d6967081-0f90-423b-9595-edddbd1c5f8a admin admin] Resources bound (agent type, host, resource id): {{(pid=100180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:55:56.863556 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-e1a183b4-0180-4547-83fa-c7e8559fb98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'name': 'tempest-AttachVolumeShelveTestJSON-647770545-router', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:55:53Z', 'revision_number': 3, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'gw_port': {'id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:51Z', 'updated_at': '2021-06-23T14:55:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb'}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:56.939463 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a183b4-0180-4547-83fa-c7e8559fb98e None None] Checking router: 29bfcd50-5d2e-49f4-a10e-987758994b40 for host: dv-cinder-796286-8-smb {{(pid=100183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:55:56.939686 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a183b4-0180-4547-83fa-c7e8559fb98e None None] Updating router 29bfcd50-5d2e-49f4-a10e-987758994b40 port ab8008c0-0b93-4b93-ad6a-7455d31fee38 binding host dv-cinder-796286-8-smb {{(pid=100183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:55:57.037942 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6967081-0f90-423b-9595-edddbd1c5f8a admin admin] Router 7dca57cb-acf2-4792-bbba-ad4f2f876dcf has already been hosted by L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 {{(pid=100180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:55:57.049968 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-e1a183b4-0180-4547-83fa-c7e8559fb98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:57.095165 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-7a2199e7-c47d-4fb0-8cc9-340903e07004 None None] Notify callbacks [] for port, precommit_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:57.106347 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-7a2199e7-c47d-4fb0-8cc9-340903e07004 None None] Transition to ACTIVE for port object 881678c6-8cc3-422f-bbf9-a356a464db6a will not be triggered until provisioned by entity L2. {{(pid=100182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:55:57.172622 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-7a2199e7-c47d-4fb0-8cc9-340903e07004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:57.173812 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:57.311920 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 1d360ff7-2bc5-4cee-b533-a04d4bd12d4a up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:55:57.352819 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-7a2199e7-c47d-4fb0-8cc9-340903e07004 None None] Attempting to bind port 881678c6-8cc3-422f-bbf9-a356a464db6a on host dv-cinder-796286-8-smb for vnic_type normal with profile {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:55:57.353204 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-7a2199e7-c47d-4fb0-8cc9-340903e07004 None None] Attempting to bind port 881678c6-8cc3-422f-bbf9-a356a464db6a by drivers openvswitch,hyperv on host dv-cinder-796286-8-smb at level 0 using segments [{'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:55:57.353572 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2199e7-c47d-4fb0-8cc9-340903e07004 None None] Attempting to bind port 881678c6-8cc3-422f-bbf9-a356a464db6a on network d2ee6402-d146-4119-8365-b6e413e6a66f {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:55:57.373795 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d00f84-b0a7-4593-b2f7-fe413dceb7b4 None None] Pushing event updated for resources: {'Port': ['ID=881678c6-8cc3-422f-bbf9-a356a464db6a,revision_number=2']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:57.380814 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-bbd3003f-58fb-4be5-8cb1-761057157787 req-b842ec6e-5439-4c17-bbbd-1d424a0daa29 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/ports?device_id=d18cc400-c464-49c2-9f57-2f899adb0655 HTTP/1.1" status: 200 len: 210 time: 0.0688453 Jun 23 14:55:57.386938 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-57d00f84-b0a7-4593-b2f7-fe413dceb7b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:57.392452 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2199e7-c47d-4fb0-8cc9-340903e07004 None None] Checking agent: {'id': 'a806d37f-e7e9-49c9-a0af-39d3c99a85d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 42), 'started_at': datetime.datetime(2021, 6, 23, 14, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:55:57.393045 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2199e7-c47d-4fb0-8cc9-340903e07004 None None] Checking segment: {'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:55:57.393640 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-7a2199e7-c47d-4fb0-8cc9-340903e07004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:57.394341 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2199e7-c47d-4fb0-8cc9-340903e07004 None None] Bound using segment: {'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:55:57.395147 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-7a2199e7-c47d-4fb0-8cc9-340903e07004 None None] Bound port: 881678c6-8cc3-422f-bbf9-a356a464db6a, host: dv-cinder-796286-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'}}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:55:57.395780 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-7a2199e7-c47d-4fb0-8cc9-340903e07004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:57.419839 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6967081-0f90-423b-9595-edddbd1c5f8a admin admin] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:55:57.441415 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-d6967081-0f90-423b-9595-edddbd1c5f8a admin admin] 10.222.0.72 "PUT /v2.0/routers/7dca57cb-acf2-4792-bbba-ad4f2f876dcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4582152 Jun 23 14:55:57.491833 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-54ee2e68-c252-44c7-8a94-272a2afb5e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:57.519355 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-7a2199e7-c47d-4fb0-8cc9-340903e07004 None None] For port 881678c6-8cc3-422f-bbf9-a356a464db6a, host dv-cinder-796286-8-smb, cleared binding levels {{(pid=100182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:55:57.531132 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-7a2199e7-c47d-4fb0-8cc9-340903e07004 None None] For port 881678c6-8cc3-422f-bbf9-a356a464db6a, host dv-cinder-796286-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=881678c6-8cc3-422f-bbf9-a356a464db6a,segment=NetworkSegment(ba5d94ff-850b-475f-bf01-29ba3ab431be),segment_id=ba5d94ff-850b-475f-bf01-29ba3ab431be)] {{(pid=100182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:55:57.558962 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-06c0e2b4-90cb-4d40-900d-940b1c038c04 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:57.560433 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-06c0e2b4-90cb-4d40-900d-940b1c038c04 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.46 "GET /v2.0/networks?id=2d570cdd-70ba-40cb-885c-399ae449ecd8 HTTP/1.1" status: 200 len: 812 time: 1.2113914 Jun 23 14:55:57.563879 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac706f-18da-4d16-872b-b913a13fbbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403390ac-e8e6-4692-b9e5-de4ef509e664,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:57.572993 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-43ac706f-18da-4d16-872b-b913a13fbbe4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eea5aace675249d4929cd7272659779b&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1932416 Jun 23 14:55:57.573834 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7b4ceca4-1c1f-4cc6-a67a-64c4fad7c355 admin admin] Notify callbacks [] for router, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:57.575158 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-7b4ceca4-1c1f-4cc6-a67a-64c4fad7c355 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.8059280 Jun 23 14:55:57.575777 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 45780) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:57.577733 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 45782) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:57.578558 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning for port 1d360ff7-2bc5-4cee-b533-a04d4bd12d4a completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:55:57.582851 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port 1d360ff7-2bc5-4cee-b533-a04d4bd12d4a triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:55:57.583234 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:57.587942 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-43ac706f-18da-4d16-872b-b913a13fbbe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.288s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:57.618146 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-eaf2346b-449e-4465-aca0-8a29c8667308 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Request body: {'port': {'device_id': 'd18cc400-c464-49c2-9f57-2f899adb0655', 'network_id': '2d570cdd-70ba-40cb-885c-399ae449ecd8', 'admin_state_up': True, 'tenant_id': '7832a91f32744234b291407ddc825c6c'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:55:57.641965 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-7a2199e7-c47d-4fb0-8cc9-340903e07004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:57.657555 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:57.667387 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-54ee2e68-c252-44c7-8a94-272a2afb5e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:57.691223 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-e1a183b4-0180-4547-83fa-c7e8559fb98e None None] Notify callbacks [] for port, precommit_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:57.693486 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-96d6ce9a-df5e-478c-a002-485bd56d0073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:57.718751 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.provisioning_blocks [None req-e1a183b4-0180-4547-83fa-c7e8559fb98e None None] Transition to ACTIVE for port object ab8008c0-0b93-4b93-ad6a-7455d31fee38 will not be triggered until provisioned by entity L2. {{(pid=100183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:55:57.720442 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ee2e68-c252-44c7-8a94-272a2afb5e12 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=100180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:55:57.727021 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a525cf92-708b-4776-a08e-f076d558715e None None] Sync routers for ids ['7dca57cb-acf2-4792-bbba-ad4f2f876dcf'] in dv-cinder-796286-8-smb {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:55:57.763400 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a525cf92-708b-4776-a08e-f076d558715e None None] Routers {'7dca57cb-acf2-4792-bbba-ad4f2f876dcf'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:55:57.764074 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-a525cf92-708b-4776-a08e-f076d558715e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:55:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['7dca57cb-acf2-4792-bbba-ad4f2f876dcf'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:57.783397 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-54ee2e68-c252-44c7-8a94-272a2afb5e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:57.784009 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.db.segments_db [None req-54ee2e68-c252-44c7-8a94-272a2afb5e12 admin admin] Added segment a4e8ec6b-0a90-4edd-adfa-b06bb3629d06 of type vlan for network 24f2cd7b-3dff-43db-9ec9-563e7b4f450c Jun 23 14:55:57.820136 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-e1a183b4-0180-4547-83fa-c7e8559fb98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:57.822582 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee2e68-c252-44c7-8a94-272a2afb5e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c2c8f3-a784-4b4d-859c-920653ec43e0,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:57.825912 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [None req-a36d8fc3-9e2d-451d-960f-4bb8742c4830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:57.857545 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d00f84-b0a7-4593-b2f7-fe413dceb7b4 None None] Pushing event updated for resources: {'Port': ['ID=881678c6-8cc3-422f-bbf9-a356a464db6a,revision_number=3']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:57.876649 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-57d00f84-b0a7-4593-b2f7-fe413dceb7b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:57.885140 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2199e7-c47d-4fb0-8cc9-340903e07004 None None] Routers {'32f6e716-1a07-4282-9442-036de0a07b13'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:55:57.886110 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-7a2199e7-c47d-4fb0-8cc9-340903e07004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:55:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['32f6e716-1a07-4282-9442-036de0a07b13'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:57.964700 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55036881-e41b-4220-a529-c9fa6c887cb0 None None] Pushing event updated for resources: {'Port': ['ID=ab8008c0-0b93-4b93-ad6a-7455d31fee38,revision_number=2']} {{(pid=100183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:57.972451 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [None req-55036881-e41b-4220-a529-c9fa6c887cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:58.002230 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-54ee2e68-c252-44c7-8a94-272a2afb5e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:58.008045 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-61fa4563-795d-4923-ab46-55443f223dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:58.021859 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.managers [None req-e1a183b4-0180-4547-83fa-c7e8559fb98e None None] Attempting to bind port ab8008c0-0b93-4b93-ad6a-7455d31fee38 on host dv-cinder-796286-8-smb for vnic_type normal with profile {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:55:58.023808 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.managers [None req-e1a183b4-0180-4547-83fa-c7e8559fb98e None None] Attempting to bind port ab8008c0-0b93-4b93-ad6a-7455d31fee38 by drivers openvswitch,hyperv on host dv-cinder-796286-8-smb at level 0 using segments [{'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'}] {{(pid=100183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:55:58.026117 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a183b4-0180-4547-83fa-c7e8559fb98e None None] Attempting to bind port ab8008c0-0b93-4b93-ad6a-7455d31fee38 on network d2ee6402-d146-4119-8365-b6e413e6a66f {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:55:58.041913 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a183b4-0180-4547-83fa-c7e8559fb98e None None] Checking agent: {'id': 'a806d37f-e7e9-49c9-a0af-39d3c99a85d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 42), 'started_at': datetime.datetime(2021, 6, 23, 14, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:55:58.042349 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a183b4-0180-4547-83fa-c7e8559fb98e None None] Checking segment: {'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:55:58.042945 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-e1a183b4-0180-4547-83fa-c7e8559fb98e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:58.044994 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a183b4-0180-4547-83fa-c7e8559fb98e None None] Bound using segment: {'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'} {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:55:58.045565 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.managers [None req-e1a183b4-0180-4547-83fa-c7e8559fb98e None None] Bound port: ab8008c0-0b93-4b93-ad6a-7455d31fee38, host: dv-cinder-796286-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'}}] {{(pid=100183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:55:58.048187 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-e1a183b4-0180-4547-83fa-c7e8559fb98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:58.069143 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-54ee2e68-c252-44c7-8a94-272a2afb5e12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735918531624'] for network, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:58.106910 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-61fa4563-795d-4923-ab46-55443f223dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:58.186181 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.db [None req-e1a183b4-0180-4547-83fa-c7e8559fb98e None None] For port ab8008c0-0b93-4b93-ad6a-7455d31fee38, host dv-cinder-796286-8-smb, cleared binding levels {{(pid=100183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:55:58.190318 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.db [None req-e1a183b4-0180-4547-83fa-c7e8559fb98e None None] For port ab8008c0-0b93-4b93-ad6a-7455d31fee38, host dv-cinder-796286-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=ab8008c0-0b93-4b93-ad6a-7455d31fee38,segment=NetworkSegment(ba5d94ff-850b-475f-bf01-29ba3ab431be),segment_id=ba5d94ff-850b-475f-bf01-29ba3ab431be)] {{(pid=100183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:55:58.209664 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-97d188a9-5de3-4bc9-a872-fc9bb856a730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:58.290626 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-e1a183b4-0180-4547-83fa-c7e8559fb98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:58.291401 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-eaf2346b-449e-4465-aca0-8a29c8667308 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Made reservation on behalf of 7832a91f32744234b291407ddc825c6c for: {'port': 1} {{(pid=100181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:55:58.293035 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:58.295826 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-eaf2346b-449e-4465-aca0-8a29c8667308 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:58.309473 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-54ee2e68-c252-44c7-8a94-272a2afb5e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217'] for network, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:58.323103 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ee2e68-c252-44c7-8a94-272a2afb5e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:58.327795 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-7a2199e7-c47d-4fb0-8cc9-340903e07004 None None] Set router 32f6e716-1a07-4282-9442-036de0a07b13 gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:55:58.330881 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-54ee2e68-c252-44c7-8a94-272a2afb5e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:58.349920 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:58.467878 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-61fa4563-795d-4923-ab46-55443f223dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:58.479375 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55036881-e41b-4220-a529-c9fa6c887cb0 None None] Pushing event updated for resources: {'Port': ['ID=ab8008c0-0b93-4b93-ad6a-7455d31fee38,revision_number=3']} {{(pid=100183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:58.485217 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [None req-55036881-e41b-4220-a529-c9fa6c887cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:58.490770 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a183b4-0180-4547-83fa-c7e8559fb98e None None] Routers {'29bfcd50-5d2e-49f4-a10e-987758994b40'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:55:58.492604 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-e1a183b4-0180-4547-83fa-c7e8559fb98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:55:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['29bfcd50-5d2e-49f4-a10e-987758994b40'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:58.535230 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:58.537231 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-61fa4563-795d-4923-ab46-55443f223dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:58.541525 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-61fa4563-795d-4923-ab46-55443f223dbd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/403390ac-e8e6-4692-b9e5-de4ef509e664 HTTP/1.1" status: 204 len: 168 time: 0.9645410 Jun 23 14:55:58.547271 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-54ee2e68-c252-44c7-8a94-272a2afb5e12 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.7258441 Jun 23 14:55:58.549260 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 45822) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:58.559812 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-a525cf92-708b-4776-a08e-f076d558715e None None] Set router 7dca57cb-acf2-4792-bbba-ad4f2f876dcf gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:55:58.751242 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-d792d40d-b864-4063-ae47-f50f698eb464 admin admin] Request body: {'subnet': {'network_id': '24f2cd7b-3dff-43db-9ec9-563e7b4f450c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2127351957-subnet', 'tenant_id': 'ab1084960b0b4e9689164ce1f8b6149e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:55:58.759085 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-e1a183b4-0180-4547-83fa-c7e8559fb98e None None] Set router 29bfcd50-5d2e-49f4-a10e-987758994b40 gateway port host: dv-cinder-796286-8-smb {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:55:58.808401 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-c36b1959-2167-4921-97a8-61707844de6b None None] For port 1d360ff7-2bc5-4cee-b533-a04d4bd12d4a, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=1d360ff7-2bc5-4cee-b533-a04d4bd12d4a,segment=NetworkSegment(ba5d94ff-850b-475f-bf01-29ba3ab431be),segment_id=ba5d94ff-850b-475f-bf01-29ba3ab431be)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:55:58.944311 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:59.022568 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device b500fc4c-9842-45f7-92c8-3b69fb391855 up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:55:59.026046 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:59.032758 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_common [None req-97d188a9-5de3-4bc9-a872-fc9bb856a730 admin admin] Allocated IP 172.20.0.1 (046085b9-f7b3-4ac3-83a3-779993ec93a2/ed6e6346-c056-4ca0-89e5-57da755e7b9f/98bee53c-a5a8-4825-9107-5cef25557dc0) {{(pid=100181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:55:59.109136 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d919e8b3-f3da-4129-a0a8-9c366fb59741 req-83136fc2-a5a3-4888-8bd5-f2afcc2faa7f tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/ports?device_id=d18cc400-c464-49c2-9f57-2f899adb0655 HTTP/1.1" status: 200 len: 210 time: 0.2767820 Jun 23 14:55:59.111779 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee2e68-c252-44c7-8a94-272a2afb5e12 admin admin] Pushing event updated for resources: {'Network': ['ID=24f2cd7b-3dff-43db-9ec9-563e7b4f450c,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:59.116584 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-54ee2e68-c252-44c7-8a94-272a2afb5e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:59.182618 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-97d188a9-5de3-4bc9-a872-fc9bb856a730 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:59.186620 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_common [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-eaf2346b-449e-4465-aca0-8a29c8667308 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Allocated IP 172.20.0.10 (2d570cdd-70ba-40cb-885c-399ae449ecd8/610ad616-b1a5-43e9-8ed3-8bcfbdeebe83/a08ac052-7595-4a5d-a91f-dfc713d2d4f3) {{(pid=100181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:55:59.477981 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.provisioning_blocks [None req-97d188a9-5de3-4bc9-a872-fc9bb856a730 admin admin] Transition to ACTIVE for port object 98bee53c-a5a8-4825-9107-5cef25557dc0 will not be triggered until provisioned by entity DHCP. {{(pid=100181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:55:59.484171 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-a9a09dae-a02a-46c0-96ff-a02e370f9bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.695s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:59.485758 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Network 24f2cd7b-3dff-43db-9ec9-563e7b4f450c details requested by agent ovs-agent-dv-cinder-796286-8-smb with host dv-cinder-796286-8-smb {{(pid=100182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:55:59.487579 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa4563-795d-4923-ab46-55443f223dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403390ac-e8e6-4692-b9e5-de4ef509e664,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:59.487579 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d792d40d-b864-4063-ae47-f50f698eb464 admin admin] Made reservation on behalf of ab1084960b0b4e9689164ce1f8b6149e for: {'subnet': 1} {{(pid=100180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:55:59.488767 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-e1a183b4-0180-4547-83fa-c7e8559fb98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'name': 'tempest-AttachVolumeShelveTestJSON-647770545-router', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:55:53Z', 'revision_number': 3, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'gw_port': {'id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:51Z', 'updated_at': '2021-06-23T14:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb'}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:59.489542 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-d792d40d-b864-4063-ae47-f50f698eb464 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:59.489542 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-61fa4563-795d-4923-ab46-55443f223dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:59.489841 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-eaf2346b-449e-4465-aca0-8a29c8667308 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Notify callbacks [] for port, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:59.489841 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-97d188a9-5de3-4bc9-a872-fc9bb856a730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222'] for port, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:59.574061 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a183b4-0180-4547-83fa-c7e8559fb98e None None] The sync data for ids ['29bfcd50-5d2e-49f4-a10e-987758994b40'] in dv-cinder-796286-8-smb is: [{'id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'name': 'tempest-AttachVolumeShelveTestJSON-647770545-router', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:55:53Z', 'revision_number': 3, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'gw_port': {'id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:51Z', 'updated_at': '2021-06-23T14:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb'}] {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:55:59.657584 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-7b4ceca4-1c1f-4cc6-a67a-64c4fad7c355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:59.673242 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port b500fc4c-9842-45f7-92c8-3b69fb391855 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:55:59.674896 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:59.729408 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-359dd000-d974-459c-b4a3-105f205e4e19 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:59.730468 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Pushing event updated for resources: {'Port': ['ID=1d360ff7-2bc5-4cee-b533-a04d4bd12d4a,revision_number=4']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:59.730888 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-359dd000-d974-459c-b4a3-105f205e4e19 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/networks?id=e0346334-c16f-40f4-aea1-9054cd38ae9d HTTP/1.1" status: 200 len: 818 time: 1.2212493 Jun 23 14:55:59.744712 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:59.758850 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-7a2199e7-c47d-4fb0-8cc9-340903e07004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f6e716-1a07-4282-9442-036de0a07b13', 'name': 'tempest-AttachVolumeTestJSON-2121293109-router', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:49Z', 'updated_at': '2021-06-23T14:55:52Z', 'revision_number': 3, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'gw_port': {'id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb'}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:59.772852 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-eaf2346b-449e-4465-aca0-8a29c8667308 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222'] for port, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:59.788582 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d188a9-5de3-4bc9-a872-fc9bb856a730 admin admin] Network 046085b9-f7b3-4ac3-83a3-779993ec93a2 is already hosted by enough agents. {{(pid=100181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:55:59.824096 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [None req-97d188a9-5de3-4bc9-a872-fc9bb856a730 admin admin] Resources bound (agent type, host, resource id): {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:55:59.831411 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d188a9-5de3-4bc9-a872-fc9bb856a730 admin admin] Received port after_create {{(pid=100181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:55:59.831908 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-97d188a9-5de3-4bc9-a872-fc9bb856a730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622957'] for router_interface, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:59.845533 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-69c548cc-092f-4a06-bca9-41b5aad24905 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/quotas/d58c52cfc1c34f4585397127cb5d74af HTTP/1.1" status: 200 len: 375 time: 0.0575547 Jun 23 14:55:59.866620 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2199e7-c47d-4fb0-8cc9-340903e07004 None None] The sync data for ids ['32f6e716-1a07-4282-9442-036de0a07b13'] in dv-cinder-796286-8-smb is: [{'id': '32f6e716-1a07-4282-9442-036de0a07b13', 'name': 'tempest-AttachVolumeTestJSON-2121293109-router', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:49Z', 'updated_at': '2021-06-23T14:55:52Z', 'revision_number': 3, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'gw_port': {'id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb'}] {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:56:00.114721 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d188a9-5de3-4bc9-a872-fc9bb856a730 admin admin] Pushing event updated for resources: {'Port': ['ID=98bee53c-a5a8-4825-9107-5cef25557dc0,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:00.116337 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-a525cf92-708b-4776-a08e-f076d558715e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dca57cb-acf2-4792-bbba-ad4f2f876dcf', 'name': 'tempest-ServerRescueNegativeTestJSON-214434393-router', 'tenant_id': 'd58c52cfc1c34f4585397127cb5d74af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '1d360ff7-2bc5-4cee-b533-a04d4bd12d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:49Z', 'updated_at': '2021-06-23T14:55:55Z', 'revision_number': 4, 'project_id': 'd58c52cfc1c34f4585397127cb5d74af', 'gw_port': {'id': '1d360ff7-2bc5-4cee-b533-a04d4bd12d4a', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dca57cb-acf2-4792-bbba-ad4f2f876dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '1fde0548-b9b0-4eab-82e2-d6b27158b68d', 'name': '', 'network_id': 'e0346334-c16f-40f4-aea1-9054cd38ae9d', 'tenant_id': 'd58c52cfc1c34f4585397127cb5d74af', 'mac_address': 'fa:16:3e:cf:60:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dca57cb-acf2-4792-bbba-ad4f2f876dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '844a227c-d94f-4f13-9d17-8cc692313f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:54Z', 'updated_at': '2021-06-23T14:55:55Z', 'revision_number': 2, 'project_id': 'd58c52cfc1c34f4585397127cb5d74af', 'subnets': [{'id': '844a227c-d94f-4f13-9d17-8cc692313f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:00.155501 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-97d188a9-5de3-4bc9-a872-fc9bb856a730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:00.156204 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:00.280667 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c9704682-c417-4f92-8f9c-02b9eef60cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:00.369716 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a525cf92-708b-4776-a08e-f076d558715e None None] Checking router: 7dca57cb-acf2-4792-bbba-ad4f2f876dcf for host: dv-cinder-796286-8-smb {{(pid=100182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:56:00.372680 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a525cf92-708b-4776-a08e-f076d558715e None None] Updating router 7dca57cb-acf2-4792-bbba-ad4f2f876dcf port 1fde0548-b9b0-4eab-82e2-d6b27158b68d binding host dv-cinder-796286-8-smb {{(pid=100182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:56:00.477077 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-eaf2346b-449e-4465-aca0-8a29c8667308 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Network 2d570cdd-70ba-40cb-885c-399ae449ecd8 is already hosted by enough agents. {{(pid=100181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:56:00.503705 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-a525cf92-708b-4776-a08e-f076d558715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:00.538880 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-eaf2346b-449e-4465-aca0-8a29c8667308 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Resources bound (agent type, host, resource id): {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:56:00.618555 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 1d360ff7-2bc5-4cee-b533-a04d4bd12d4a up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:56:00.630646 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-eaf2346b-449e-4465-aca0-8a29c8667308 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Received port after_create {{(pid=100181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:56:00.663217 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-c52c606d-4303-4eba-aa29-bb7602f81854 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d58c52cfc1c34f4585397127cb5d74af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7971921 Jun 23 14:56:00.663502 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-eaf2346b-449e-4465-aca0-8a29c8667308 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:00.663502 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-eaf2346b-449e-4465-aca0-8a29c8667308 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:00.663706 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 45874) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:00.784668 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-73c33b11-cb57-441f-b32f-9174013a84a8 None None] Provisioning for port 98bee53c-a5a8-4825-9107-5cef25557dc0 completed by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:56:00.816178 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-73c33b11-cb57-441f-b32f-9174013a84a8 None None] Provisioning complete for port 98bee53c-a5a8-4825-9107-5cef25557dc0 triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:56:00.816570 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-73c33b11-cb57-441f-b32f-9174013a84a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:00.855513 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-d792d40d-b864-4063-ae47-f50f698eb464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210'] for subnet, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:00.875825 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-809685ea-2b66-44e2-9f17-fa02c06c5822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:01.104514 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4060b-c9fe-40d1-bc2b-cdfb6d31810b req-38bc5e6a-2bf9-4a24-8cdb-618741aa9979 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:01.113424 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-34a4060b-c9fe-40d1-bc2b-cdfb6d31810b req-38bc5e6a-2bf9-4a24-8cdb-618741aa9979 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/ports?device_id=d18cc400-c464-49c2-9f57-2f899adb0655 HTTP/1.1" status: 200 len: 932 time: 0.7343440 Jun 23 14:56:01.319326 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-30989d8f-8e3d-4d77-8c78-5946b4d60485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:01.344159 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-520eb070-585b-4cbd-86d8-91696d9f836c service neutron] 10.222.0.72 "GET /v2.0/networks/e0346334-c16f-40f4-aea1-9054cd38ae9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6612301 Jun 23 14:56:01.359456 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2346b-449e-4465-aca0-8a29c8667308 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Pushing event updated for resources: {'Port': ['ID=a08ac052-7595-4a5d-a91f-dfc713d2d4f3,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:01.362478 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-eaf2346b-449e-4465-aca0-8a29c8667308 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.206s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:01.394179 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-73c33b11-cb57-441f-b32f-9174013a84a8 None None] Port 98bee53c-a5a8-4825-9107-5cef25557dc0 cannot update to ACTIVE because it is not bound. {{(pid=100182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:56:01.418514 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792d40d-b864-4063-ae47-f50f698eb464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3216a78e-e3f2-4a8d-be05-7d37d82ebc45,revision_number=0']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:01.428394 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-d792d40d-b864-4063-ae47-f50f698eb464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:01.456402 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-eaf2346b-449e-4465-aca0-8a29c8667308 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8487453 Jun 23 14:56:01.496895 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port 1d360ff7-2bc5-4cee-b533-a04d4bd12d4a triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:56:01.497288 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:01.550771 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.db_base_plugin_common [None req-c9704682-c417-4f92-8f9c-02b9eef60cee admin admin] Allocated IP 172.20.0.1 (751b38e2-092c-451f-8e10-78172c3e29c3/5c70a621-ace7-4983-aa1c-39b0c0eb6481/147ad878-a178-4115-8f3a-3fc36488fc68) {{(pid=100180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:56:01.580267 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-f7fe4b12-96a3-4246-b1e3-4905f24a36e4 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=100181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:56:01.584238 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-f7fe4b12-96a3-4246-b1e3-4905f24a36e4 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0598507 Jun 23 14:56:01.645046 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-97d188a9-5de3-4bc9-a872-fc9bb856a730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:01.794336 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c9704682-c417-4f92-8f9c-02b9eef60cee admin admin] Notify callbacks [] for port, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:01.808169 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.provisioning_blocks [None req-c9704682-c417-4f92-8f9c-02b9eef60cee admin admin] Transition to ACTIVE for port object 147ad878-a178-4115-8f3a-3fc36488fc68 will not be triggered until provisioned by entity DHCP. {{(pid=100180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:56:01.838285 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device ab8008c0-0b93-4b93-ad6a-7455d31fee38 up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:56:01.875567 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-a525cf92-708b-4776-a08e-f076d558715e None None] Notify callbacks [] for port, precommit_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:01.902420 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-a525cf92-708b-4776-a08e-f076d558715e None None] Transition to ACTIVE for port object 1fde0548-b9b0-4eab-82e2-d6b27158b68d will not be triggered until provisioned by entity L2. {{(pid=100182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:56:01.966955 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-34a4060b-c9fe-40d1-bc2b-cdfb6d31810b req-18ad5456-7aa6-4e75-b9ce-20c5b485b8b6 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/security-groups?id=d99d039b-2808-4f4a-b08e-ee562ca1d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8523715 Jun 23 14:56:01.981159 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d792d40d-b864-4063-ae47-f50f698eb464 admin admin] Checking segment: {'id': 'a4e8ec6b-0a90-4edd-adfa-b06bb3629d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '24f2cd7b-3dff-43db-9ec9-563e7b4f450c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:56:01.981773 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d792d40d-b864-4063-ae47-f50f698eb464 admin admin] Network hostable DHCP agents. Network: 24f2cd7b-3dff-43db-9ec9-563e7b4f450c, hostable agents: ['bd2680ec-ec61-4d1e-a411-ffe82748e619'], hosted agents: [] {{(pid=100180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:56:02.007913 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-a525cf92-708b-4776-a08e-f076d558715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:02.011284 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:02.026752 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c9704682-c417-4f92-8f9c-02b9eef60cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222'] for port, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:02.043488 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-476ca3de-1e34-473e-aa71-1e70a5add6b4 service neutron] 10.222.0.72 "GET /v2.0/networks/e0346334-c16f-40f4-aea1-9054cd38ae9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6982801 Jun 23 14:56:02.056176 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-97d188a9-5de3-4bc9-a872-fc9bb856a730 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:02.063801 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:02.077036 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning for port ab8008c0-0b93-4b93-ad6a-7455d31fee38 completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:56:02.096020 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port ab8008c0-0b93-4b93-ad6a-7455d31fee38 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:56:02.096459 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:02.122323 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-97d188a9-5de3-4bc9-a872-fc9bb856a730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:02.123549 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-97d188a9-5de3-4bc9-a872-fc9bb856a730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622977'] for router_interface, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:02.126382 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:02.163128 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc0168-f8d7-41d6-9cb5-2ae23589f153 None None] Pushing event updated for resources: {'Port': ['ID=1fde0548-b9b0-4eab-82e2-d6b27158b68d,revision_number=3']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:02.189378 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-51fc0168-f8d7-41d6-9cb5-2ae23589f153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:02.247601 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-30989d8f-8e3d-4d77-8c78-5946b4d60485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:02.249711 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9704682-c417-4f92-8f9c-02b9eef60cee admin admin] Network 751b38e2-092c-451f-8e10-78172c3e29c3 is already hosted by enough agents. {{(pid=100180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:56:02.262621 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.base_scheduler [None req-c9704682-c417-4f92-8f9c-02b9eef60cee admin admin] Resources bound (agent type, host, resource id): {{(pid=100180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:56:02.266874 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9704682-c417-4f92-8f9c-02b9eef60cee admin admin] Received port after_create {{(pid=100180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:56:02.267548 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c9704682-c417-4f92-8f9c-02b9eef60cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622957'] for router_interface, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:02.280769 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9704682-c417-4f92-8f9c-02b9eef60cee admin admin] Pushing event updated for resources: {'Port': ['ID=147ad878-a178-4115-8f3a-3fc36488fc68,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:02.291643 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d188a9-5de3-4bc9-a872-fc9bb856a730 admin admin] Pushing event updated for resources: {'Port': ['ID=98bee53c-a5a8-4825-9107-5cef25557dc0,revision_number=2']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:02.296873 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-97d188a9-5de3-4bc9-a872-fc9bb856a730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:02.332948 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-c9704682-c417-4f92-8f9c-02b9eef60cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:02.371461 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d188a9-5de3-4bc9-a872-fc9bb856a730 admin admin] Network 046085b9-f7b3-4ac3-83a3-779993ec93a2 is already hosted by enough agents. {{(pid=100181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:56:02.373055 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [None req-97d188a9-5de3-4bc9-a872-fc9bb856a730 admin admin] Resources bound (agent type, host, resource id): {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:56:02.377324 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-a525cf92-708b-4776-a08e-f076d558715e None None] Attempting to bind port 1fde0548-b9b0-4eab-82e2-d6b27158b68d on host dv-cinder-796286-8-smb for vnic_type normal with profile {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:56:02.377324 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-a525cf92-708b-4776-a08e-f076d558715e None None] Attempting to bind port 1fde0548-b9b0-4eab-82e2-d6b27158b68d by drivers openvswitch,hyperv on host dv-cinder-796286-8-smb at level 0 using segments [{'id': '7bcd3f01-92f6-4543-9a00-534f3fe7928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e0346334-c16f-40f4-aea1-9054cd38ae9d'}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:56:02.377324 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a525cf92-708b-4776-a08e-f076d558715e None None] Attempting to bind port 1fde0548-b9b0-4eab-82e2-d6b27158b68d on network e0346334-c16f-40f4-aea1-9054cd38ae9d {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:56:02.381853 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a525cf92-708b-4776-a08e-f076d558715e None None] Checking agent: {'id': 'a806d37f-e7e9-49c9-a0af-39d3c99a85d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 42), 'started_at': datetime.datetime(2021, 6, 23, 14, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:56:02.382225 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a525cf92-708b-4776-a08e-f076d558715e None None] Checking segment: {'id': '7bcd3f01-92f6-4543-9a00-534f3fe7928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e0346334-c16f-40f4-aea1-9054cd38ae9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:56:02.382640 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-a525cf92-708b-4776-a08e-f076d558715e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:02.383049 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a525cf92-708b-4776-a08e-f076d558715e None None] Bound using segment: {'id': '7bcd3f01-92f6-4543-9a00-534f3fe7928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e0346334-c16f-40f4-aea1-9054cd38ae9d'} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:56:02.383654 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-a525cf92-708b-4776-a08e-f076d558715e None None] Bound port: 1fde0548-b9b0-4eab-82e2-d6b27158b68d, host: dv-cinder-796286-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd3f01-92f6-4543-9a00-534f3fe7928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e0346334-c16f-40f4-aea1-9054cd38ae9d'}}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:56:02.410512 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-a525cf92-708b-4776-a08e-f076d558715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:02.422596 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d792d40d-b864-4063-ae47-f50f698eb464 admin admin] Network 24f2cd7b-3dff-43db-9ec9-563e7b4f450c is scheduled to be hosted by DHCP agent bd2680ec-ec61-4d1e-a411-ffe82748e619 with binding_index 1 {{(pid=100180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:56:02.427142 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-30989d8f-8e3d-4d77-8c78-5946b4d60485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:02.431381 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:02.764809 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-a525cf92-708b-4776-a08e-f076d558715e None None] For port 1fde0548-b9b0-4eab-82e2-d6b27158b68d, host dv-cinder-796286-8-smb, cleared binding levels {{(pid=100182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:56:02.765127 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-a525cf92-708b-4776-a08e-f076d558715e None None] For port 1fde0548-b9b0-4eab-82e2-d6b27158b68d, host dv-cinder-796286-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=1fde0548-b9b0-4eab-82e2-d6b27158b68d,segment=NetworkSegment(7bcd3f01-92f6-4543-9a00-534f3fe7928a),segment_id=7bcd3f01-92f6-4543-9a00-534f3fe7928a)] {{(pid=100182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:56:02.808895 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-1702c126-a05d-4e2e-ba97-b2e64be122a1 service neutron] Request body: {'port': {'device_id': 'd18cc400-c464-49c2-9f57-2f899adb0655', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:56:02.809815 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:02.829555 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d188a9-5de3-4bc9-a872-fc9bb856a730 admin admin] Router 32f6e716-1a07-4282-9442-036de0a07b13 has already been hosted by L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 {{(pid=100181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:56:02.874992 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-a525cf92-708b-4776-a08e-f076d558715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:02.954642 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:03.108527 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-c36b1959-2167-4921-97a8-61707844de6b None None] For port ab8008c0-0b93-4b93-ad6a-7455d31fee38, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=ab8008c0-0b93-4b93-ad6a-7455d31fee38,segment=NetworkSegment(ba5d94ff-850b-475f-bf01-29ba3ab431be),segment_id=ba5d94ff-850b-475f-bf01-29ba3ab431be)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:03.143673 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a525cf92-708b-4776-a08e-f076d558715e None None] Routers {'7dca57cb-acf2-4792-bbba-ad4f2f876dcf'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:56:03.144372 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-a525cf92-708b-4776-a08e-f076d558715e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:55:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['7dca57cb-acf2-4792-bbba-ad4f2f876dcf'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:03.214377 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.base_scheduler [None req-d792d40d-b864-4063-ae47-f50f698eb464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-smb, 24f2cd7b-3dff-43db-9ec9-563e7b4f450c) {{(pid=100180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:56:03.258442 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30989d8f-8e3d-4d77-8c78-5946b4d60485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6606c26a-b1f0-481e-91a8-f3f2b87e9c65,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:03.258699 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d188a9-5de3-4bc9-a872-fc9bb856a730 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:56:03.273509 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-97d188a9-5de3-4bc9-a872-fc9bb856a730 admin admin] 10.222.0.72 "PUT /v2.0/routers/32f6e716-1a07-4282-9442-036de0a07b13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9228141 Jun 23 14:56:03.339026 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d792d40d-b864-4063-ae47-f50f698eb464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:03.339651 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-d792d40d-b864-4063-ae47-f50f698eb464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for subnet, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:03.376252 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-30989d8f-8e3d-4d77-8c78-5946b4d60485 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d2d1853b51e2416b84e8a72e1a52f820&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7123387 Jun 23 14:56:03.382534 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 45944) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:03.415250 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1554c21b-669a-4b1c-9216-e051f46df86d req-98612508-7710-4efb-97bb-6fbf974cb71d tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 210 time: 0.8333924 Jun 23 14:56:03.434901 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-498b8d96-130e-4349-ac9f-9fad4c1c03f3 None None] Provisioning for port 147ad878-a178-4115-8f3a-3fc36488fc68 completed by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:56:03.437868 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a752d8a2-8765-4e93-8c44-ddbfa0cb8fbc None None] Network 24f2cd7b-3dff-43db-9ec9-563e7b4f450c requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:56:03.572053 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c9704682-c417-4f92-8f9c-02b9eef60cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:03.572053 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-30989d8f-8e3d-4d77-8c78-5946b4d60485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.140s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:03.613725 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-1702c126-a05d-4e2e-ba97-b2e64be122a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:03.620278 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:03.666419 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-498b8d96-130e-4349-ac9f-9fad4c1c03f3 None None] Provisioning complete for port 147ad878-a178-4115-8f3a-3fc36488fc68 triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:56:03.667040 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-498b8d96-130e-4349-ac9f-9fad4c1c03f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:03.680670 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f370dbbf-3bdf-4052-9b46-5a4450b6661c None None] Network 24f2cd7b-3dff-43db-9ec9-563e7b4f450c requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:56:03.808822 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c9704682-c417-4f92-8f9c-02b9eef60cee admin admin] Notify callbacks [] for port, precommit_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:03.824036 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-d792d40d-b864-4063-ae47-f50f698eb464 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.2553983 Jun 23 14:56:03.853058 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead65ffe-60a6-49f9-8511-a08ac4f3f720 req-56c93926-2424-4347-9b52-65aa01c6790c tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:03.874243 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ead65ffe-60a6-49f9-8511-a08ac4f3f720 req-56c93926-2424-4347-9b52-65aa01c6790c tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/ports?device_id=d18cc400-c464-49c2-9f57-2f899adb0655 HTTP/1.1" status: 200 len: 932 time: 0.6012719 Jun 23 14:56:03.899981 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c9704682-c417-4f92-8f9c-02b9eef60cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:03.934924 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4a16599e-1efa-41be-8bf8-7ef8598bffd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:03.979809 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc0168-f8d7-41d6-9cb5-2ae23589f153 None None] Pushing event updated for resources: {'Port': ['ID=1fde0548-b9b0-4eab-82e2-d6b27158b68d,revision_number=4']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:03.987662 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-51fc0168-f8d7-41d6-9cb5-2ae23589f153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.034s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:03.992399 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 45968) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:03.995118 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.364s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:03.997580 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 881678c6-8cc3-422f-bbf9-a356a464db6a up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:56:03.997883 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c9704682-c417-4f92-8f9c-02b9eef60cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622977'] for router_interface, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:04.030483 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ead65ffe-60a6-49f9-8511-a08ac4f3f720 req-4d27c3d6-7816-4516-a647-9ffd7d7e31a6 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/security-groups?id=d99d039b-2808-4f4a-b08e-ee562ca1d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552548 Jun 23 14:56:04.035727 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4a16599e-1efa-41be-8bf8-7ef8598bffd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:04.057692 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:04.232310 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9596dc7e-fc95-4c32-8fc1-4762fbe2b39d None None] Sync routers for ids ['32f6e716-1a07-4282-9442-036de0a07b13'] in dv-cinder-796286-8-smb {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:56:04.247668 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9596dc7e-fc95-4c32-8fc1-4762fbe2b39d None None] Routers {'32f6e716-1a07-4282-9442-036de0a07b13'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:56:04.251244 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-9596dc7e-fc95-4c32-8fc1-4762fbe2b39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:55:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['32f6e716-1a07-4282-9442-036de0a07b13'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:04.367380 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-498b8d96-130e-4349-ac9f-9fad4c1c03f3 None None] Port 147ad878-a178-4115-8f3a-3fc36488fc68 cannot update to ACTIVE because it is not bound. {{(pid=100182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:56:04.421133 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9704682-c417-4f92-8f9c-02b9eef60cee admin admin] Pushing event updated for resources: {'Port': ['ID=147ad878-a178-4115-8f3a-3fc36488fc68,revision_number=2']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:04.455677 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-a525cf92-708b-4776-a08e-f076d558715e None None] Set router 7dca57cb-acf2-4792-bbba-ad4f2f876dcf gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:56:04.458156 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Pushing event updated for resources: {'Port': ['ID=ab8008c0-0b93-4b93-ad6a-7455d31fee38,revision_number=4']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:04.461836 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-c9704682-c417-4f92-8f9c-02b9eef60cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:04.490304 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:04.548522 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-9596dc7e-fc95-4c32-8fc1-4762fbe2b39d None None] Set router 32f6e716-1a07-4282-9442-036de0a07b13 gateway port host: dv-cinder-796286-8-smb {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:56:04.635392 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9704682-c417-4f92-8f9c-02b9eef60cee admin admin] Network 751b38e2-092c-451f-8e10-78172c3e29c3 is already hosted by enough agents. {{(pid=100180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:56:04.638654 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.base_scheduler [None req-c9704682-c417-4f92-8f9c-02b9eef60cee admin admin] Resources bound (agent type, host, resource id): {{(pid=100180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:56:04.680167 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1679f58a-8e19-4f4e-8e61-d00728439446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:04.756465 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-498b8d96-130e-4349-ac9f-9fad4c1c03f3 None None] Provisioning complete for port 98bee53c-a5a8-4825-9107-5cef25557dc0 triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:56:04.756854 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-498b8d96-130e-4349-ac9f-9fad4c1c03f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:04.892907 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning for port 881678c6-8cc3-422f-bbf9-a356a464db6a completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:56:04.990041 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-1702c126-a05d-4e2e-ba97-b2e64be122a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a08ac052-7595-4a5d-a91f-dfc713d2d4f3 {{(pid=100181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:56:05.037829 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-1702c126-a05d-4e2e-ba97-b2e64be122a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:05.054410 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-591729fb-a229-4b49-8eea-b5b9405ccf17 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:05.065832 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-591729fb-a229-4b49-8eea-b5b9405ccf17 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/networks?id=e0346334-c16f-40f4-aea1-9054cd38ae9d HTTP/1.1" status: 200 len: 818 time: 0.5829732 Jun 23 14:56:05.083742 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4a16599e-1efa-41be-8bf8-7ef8598bffd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:05.098321 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.provisioning_blocks [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-1702c126-a05d-4e2e-ba97-b2e64be122a1 service neutron] Transition to ACTIVE for port object a08ac052-7595-4a5d-a91f-dfc713d2d4f3 will not be triggered until provisioned by entity L2. {{(pid=100181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:56:05.106910 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4a16599e-1efa-41be-8bf8-7ef8598bffd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:05.110957 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-4a16599e-1efa-41be-8bf8-7ef8598bffd3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6606c26a-b1f0-481e-91a8-f3f2b87e9c65 HTTP/1.1" status: 204 len: 168 time: 1.7224736 Jun 23 14:56:05.110957 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:05.112476 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port 881678c6-8cc3-422f-bbf9-a356a464db6a triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:56:05.112476 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:05.142450 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-53807912-690a-4eb3-9b96-7d586c05959c tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/quotas/d58c52cfc1c34f4585397127cb5d74af HTTP/1.1" status: 200 len: 375 time: 0.0758588 Jun 23 14:56:05.153567 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16599e-1efa-41be-8bf8-7ef8598bffd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6606c26a-b1f0-481e-91a8-f3f2b87e9c65,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:05.164493 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-4a16599e-1efa-41be-8bf8-7ef8598bffd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:05.181209 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-1702c126-a05d-4e2e-ba97-b2e64be122a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:05.190388 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-9596dc7e-fc95-4c32-8fc1-4762fbe2b39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f6e716-1a07-4282-9442-036de0a07b13', 'name': 'tempest-AttachVolumeTestJSON-2121293109-router', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:49Z', 'updated_at': '2021-06-23T14:56:01Z', 'revision_number': 4, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'gw_port': {'id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '98bee53c-a5a8-4825-9107-5cef25557dc0', 'name': '', 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'mac_address': 'fa:16:3e:73:b5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:58Z', 'updated_at': '2021-06-23T14:56:01Z', 'revision_number': 2, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'subnets': [{'id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:05.199407 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:05.250540 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-498b8d96-130e-4349-ac9f-9fad4c1c03f3 None None] Port 98bee53c-a5a8-4825-9107-5cef25557dc0 cannot update to ACTIVE because it is not bound. {{(pid=100182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:56:05.284426 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9596dc7e-fc95-4c32-8fc1-4762fbe2b39d None None] Checking router: 32f6e716-1a07-4282-9442-036de0a07b13 for host: dv-cinder-796286-8-smb {{(pid=100183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:56:05.285212 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9596dc7e-fc95-4c32-8fc1-4762fbe2b39d None None] Updating router 32f6e716-1a07-4282-9442-036de0a07b13 port 98bee53c-a5a8-4825-9107-5cef25557dc0 binding host dv-cinder-796286-8-smb {{(pid=100183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:56:05.394451 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-9596dc7e-fc95-4c32-8fc1-4762fbe2b39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:05.454763 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-4796d124-f036-4034-aa77-c5dcb0641737 None None] Provisioning complete for port 147ad878-a178-4115-8f3a-3fc36488fc68 triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:56:05.455183 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-4796d124-f036-4034-aa77-c5dcb0641737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:05.478736 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9704682-c417-4f92-8f9c-02b9eef60cee admin admin] Router 29bfcd50-5d2e-49f4-a10e-987758994b40 has already been hosted by L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 {{(pid=100180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:56:05.525341 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-4796d124-f036-4034-aa77-c5dcb0641737 None None] Port 147ad878-a178-4115-8f3a-3fc36488fc68 cannot update to ACTIVE because it is not bound. {{(pid=100182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:56:05.527480 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:05.559075 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-a525cf92-708b-4776-a08e-f076d558715e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dca57cb-acf2-4792-bbba-ad4f2f876dcf', 'name': 'tempest-ServerRescueNegativeTestJSON-214434393-router', 'tenant_id': 'd58c52cfc1c34f4585397127cb5d74af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '1d360ff7-2bc5-4cee-b533-a04d4bd12d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:49Z', 'updated_at': '2021-06-23T14:55:55Z', 'revision_number': 4, 'project_id': 'd58c52cfc1c34f4585397127cb5d74af', 'gw_port': {'id': '1d360ff7-2bc5-4cee-b533-a04d4bd12d4a', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dca57cb-acf2-4792-bbba-ad4f2f876dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '1fde0548-b9b0-4eab-82e2-d6b27158b68d', 'name': '', 'network_id': 'e0346334-c16f-40f4-aea1-9054cd38ae9d', 'tenant_id': 'd58c52cfc1c34f4585397127cb5d74af', 'mac_address': 'fa:16:3e:cf:60:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dca57cb-acf2-4792-bbba-ad4f2f876dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '844a227c-d94f-4f13-9d17-8cc692313f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:54Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': 'd58c52cfc1c34f4585397127cb5d74af', 'subnets': [{'id': '844a227c-d94f-4f13-9d17-8cc692313f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:05.575657 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702c126-a05d-4e2e-ba97-b2e64be122a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a08ac052-7595-4a5d-a91f-dfc713d2d4f3,revision_number=2']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:05.591898 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-1702c126-a05d-4e2e-ba97-b2e64be122a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:05.630952 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-1702c126-a05d-4e2e-ba97-b2e64be122a1 service neutron] Attempting to bind port a08ac052-7595-4a5d-a91f-dfc713d2d4f3 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:56:05.631875 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-1702c126-a05d-4e2e-ba97-b2e64be122a1 service neutron] Attempting to bind port a08ac052-7595-4a5d-a91f-dfc713d2d4f3 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '961d70cb-b473-4cd2-adba-0d1835910355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2d570cdd-70ba-40cb-885c-399ae449ecd8'}] {{(pid=100181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:56:05.650246 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a525cf92-708b-4776-a08e-f076d558715e None None] The sync data for ids ['7dca57cb-acf2-4792-bbba-ad4f2f876dcf'] in dv-cinder-796286-8-smb is: [{'id': '7dca57cb-acf2-4792-bbba-ad4f2f876dcf', 'name': 'tempest-ServerRescueNegativeTestJSON-214434393-router', 'tenant_id': 'd58c52cfc1c34f4585397127cb5d74af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '1d360ff7-2bc5-4cee-b533-a04d4bd12d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:49Z', 'updated_at': '2021-06-23T14:55:55Z', 'revision_number': 4, 'project_id': 'd58c52cfc1c34f4585397127cb5d74af', 'gw_port': {'id': '1d360ff7-2bc5-4cee-b533-a04d4bd12d4a', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dca57cb-acf2-4792-bbba-ad4f2f876dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '1fde0548-b9b0-4eab-82e2-d6b27158b68d', 'name': '', 'network_id': 'e0346334-c16f-40f4-aea1-9054cd38ae9d', 'tenant_id': 'd58c52cfc1c34f4585397127cb5d74af', 'mac_address': 'fa:16:3e:cf:60:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dca57cb-acf2-4792-bbba-ad4f2f876dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '844a227c-d94f-4f13-9d17-8cc692313f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:54Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': 'd58c52cfc1c34f4585397127cb5d74af', 'subnets': [{'id': '844a227c-d94f-4f13-9d17-8cc692313f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:56:05.650523 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-1702c126-a05d-4e2e-ba97-b2e64be122a1 service neutron] Attempting to bind port a08ac052-7595-4a5d-a91f-dfc713d2d4f3 on network 2d570cdd-70ba-40cb-885c-399ae449ecd8 {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:56:05.667704 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-c36b1959-2167-4921-97a8-61707844de6b None None] For port 881678c6-8cc3-422f-bbf9-a356a464db6a, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=881678c6-8cc3-422f-bbf9-a356a464db6a,segment=NetworkSegment(ba5d94ff-850b-475f-bf01-29ba3ab431be),segment_id=ba5d94ff-850b-475f-bf01-29ba3ab431be)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:05.673063 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-1702c126-a05d-4e2e-ba97-b2e64be122a1 service neutron] Port a08ac052-7595-4a5d-a91f-dfc713d2d4f3 on network 2d570cdd-70ba-40cb-885c-399ae449ecd8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:56:05.673666 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-1702c126-a05d-4e2e-ba97-b2e64be122a1 service neutron] Attempting to bind port a08ac052-7595-4a5d-a91f-dfc713d2d4f3 on network 2d570cdd-70ba-40cb-885c-399ae449ecd8 {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:56:05.689109 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-1702c126-a05d-4e2e-ba97-b2e64be122a1 service neutron] Checking agent: {'id': 'c9242261-8a06-47e1-899c-cb42624e61de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:56:05.689918 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-1702c126-a05d-4e2e-ba97-b2e64be122a1 service neutron] Checking segment: {'id': '961d70cb-b473-4cd2-adba-0d1835910355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2d570cdd-70ba-40cb-885c-399ae449ecd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:56:05.690080 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-1702c126-a05d-4e2e-ba97-b2e64be122a1 service neutron] Bound using segment: {'id': '961d70cb-b473-4cd2-adba-0d1835910355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2d570cdd-70ba-40cb-885c-399ae449ecd8'} {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:56:05.696104 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-1702c126-a05d-4e2e-ba97-b2e64be122a1 service neutron] Bound port: a08ac052-7595-4a5d-a91f-dfc713d2d4f3, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '961d70cb-b473-4cd2-adba-0d1835910355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2d570cdd-70ba-40cb-885c-399ae449ecd8'}}] {{(pid=100181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:56:05.696476 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-1702c126-a05d-4e2e-ba97-b2e64be122a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:05.718184 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:05.720340 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:05.788241 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-f9194600-9a35-436b-9403-8e7da15995ea tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d58c52cfc1c34f4585397127cb5d74af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6435330 Jun 23 14:56:05.856334 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1679f58a-8e19-4f4e-8e61-d00728439446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:05.903689 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 46020) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:05.918081 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-ef50ea0d-3a27-4a60-8767-350f6f57cc42 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Request body: {'security_group': {'name': 'tempest-securitygroup--252553323', 'description': 'tempest-description--823244948'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:56:05.952922 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Pushing event updated for resources: {'Port': ['ID=881678c6-8cc3-422f-bbf9-a356a464db6a,revision_number=4']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:05.952922 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:06.047942 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device ab8008c0-0b93-4b93-ad6a-7455d31fee38 up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:56:06.068348 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1679f58a-8e19-4f4e-8e61-d00728439446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:06.096322 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-1702c126-a05d-4e2e-ba97-b2e64be122a1 service neutron] For port a08ac052-7595-4a5d-a91f-dfc713d2d4f3, host hv-cinder-79628, cleared binding levels {{(pid=100181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:56:06.111790 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-1702c126-a05d-4e2e-ba97-b2e64be122a1 service neutron] For port a08ac052-7595-4a5d-a91f-dfc713d2d4f3, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a08ac052-7595-4a5d-a91f-dfc713d2d4f3,segment=NetworkSegment(961d70cb-b473-4cd2-adba-0d1835910355),segment_id=961d70cb-b473-4cd2-adba-0d1835910355)] {{(pid=100181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:56:06.117972 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:06.134680 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 46026) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:06.151624 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-973e0512-5bc2-42cb-9a32-f26cd059fede admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1945488260-network', 'tenant_id': '490734b2aa75402c9ce620bb1fffecbf'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:56:06.183409 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port ab8008c0-0b93-4b93-ad6a-7455d31fee38 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:56:06.184176 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:06.202526 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-1702c126-a05d-4e2e-ba97-b2e64be122a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:06.215200 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-1702c126-a05d-4e2e-ba97-b2e64be122a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:06.251473 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-1679f58a-8e19-4f4e-8e61-d00728439446 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=877721e26b13414d93fa933955e56ffa&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2198591 Jun 23 14:56:06.272332 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 46028) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:06.286673 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9704682-c417-4f92-8f9c-02b9eef60cee admin admin] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:56:06.312645 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-9596dc7e-fc95-4c32-8fc1-4762fbe2b39d None None] Notify callbacks [] for port, precommit_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:06.316253 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2f5d17-7a8e-45be-9029-1fedebc55671 None None] Sync routers for ids ['29bfcd50-5d2e-49f4-a10e-987758994b40'] in dv-cinder-796286-8-smb {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:56:06.325825 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-c9704682-c417-4f92-8f9c-02b9eef60cee admin admin] 10.222.0.72 "PUT /v2.0/routers/29bfcd50-5d2e-49f4-a10e-987758994b40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7411861 Jun 23 14:56:06.352127 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679f58a-8e19-4f4e-8e61-d00728439446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f624bee0-6f91-4aea-a735-2ad453b3ab58,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:06.355073 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-ef50ea0d-3a27-4a60-8767-350f6f57cc42 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:06.363289 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.provisioning_blocks [None req-9596dc7e-fc95-4c32-8fc1-4762fbe2b39d None None] Transition to ACTIVE for port object 98bee53c-a5a8-4825-9107-5cef25557dc0 will not be triggered until provisioned by entity L2. {{(pid=100183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:56:06.366298 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2f5d17-7a8e-45be-9029-1fedebc55671 None None] Routers {'29bfcd50-5d2e-49f4-a10e-987758994b40'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:56:06.374044 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-0d2f5d17-7a8e-45be-9029-1fedebc55671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:55:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['29bfcd50-5d2e-49f4-a10e-987758994b40'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:06.388384 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-1679f58a-8e19-4f4e-8e61-d00728439446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:06.392595 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702c126-a05d-4e2e-ba97-b2e64be122a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a08ac052-7595-4a5d-a91f-dfc713d2d4f3,revision_number=3']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:06.399631 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-1702c126-a05d-4e2e-ba97-b2e64be122a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:06.401511 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-1702c126-a05d-4e2e-ba97-b2e64be122a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:06.405406 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-1702c126-a05d-4e2e-ba97-b2e64be122a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:06.407128 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-1702c126-a05d-4e2e-ba97-b2e64be122a1 service neutron] 10.222.0.46 "PUT /v2.0/ports/a08ac052-7595-4a5d-a91f-dfc713d2d4f3 HTTP/1.1" status: 200 len: 1094 time: 4.1216726 Jun 23 14:56:06.410166 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18cc400-c464-49c2-9f57-2f899adb0655', 'tag': 'a08ac052-7595-4a5d-a91f-dfc713d2d4f3'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:56:06.449463 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-9596dc7e-fc95-4c32-8fc1-4762fbe2b39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:06.453736 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:06.615812 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-0d2f5d17-7a8e-45be-9029-1fedebc55671 None None] Set router 29bfcd50-5d2e-49f4-a10e-987758994b40 gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:56:06.652040 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 46036) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:06.700040 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cecce-6c71-45c0-af4e-db94d0c4152c None None] Pushing event updated for resources: {'Port': ['ID=98bee53c-a5a8-4825-9107-5cef25557dc0,revision_number=3']} {{(pid=100183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:06.711150 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [None req-e73cecce-6c71-45c0-af4e-db94d0c4152c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:06.772999 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973e0512-5bc2-42cb-9a32-f26cd059fede admin admin] Made reservation on behalf of 490734b2aa75402c9ce620bb1fffecbf for: {'network': 1} {{(pid=100181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:56:06.781936 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.managers [None req-9596dc7e-fc95-4c32-8fc1-4762fbe2b39d None None] Attempting to bind port 98bee53c-a5a8-4825-9107-5cef25557dc0 on host dv-cinder-796286-8-smb for vnic_type normal with profile {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:56:06.783812 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-973e0512-5bc2-42cb-9a32-f26cd059fede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for network, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:06.786536 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.managers [None req-9596dc7e-fc95-4c32-8fc1-4762fbe2b39d None None] Attempting to bind port 98bee53c-a5a8-4825-9107-5cef25557dc0 by drivers openvswitch,hyperv on host dv-cinder-796286-8-smb at level 0 using segments [{'id': 'bf6f38a0-ba02-434f-b4a6-fb330c9d3c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2'}] {{(pid=100183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:56:06.791752 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9596dc7e-fc95-4c32-8fc1-4762fbe2b39d None None] Attempting to bind port 98bee53c-a5a8-4825-9107-5cef25557dc0 on network 046085b9-f7b3-4ac3-83a3-779993ec93a2 {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:56:06.810036 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9596dc7e-fc95-4c32-8fc1-4762fbe2b39d None None] Checking agent: {'id': 'a806d37f-e7e9-49c9-a0af-39d3c99a85d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 42), 'started_at': datetime.datetime(2021, 6, 23, 14, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:56:06.811297 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9596dc7e-fc95-4c32-8fc1-4762fbe2b39d None None] Checking segment: {'id': 'bf6f38a0-ba02-434f-b4a6-fb330c9d3c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:56:06.811297 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-9596dc7e-fc95-4c32-8fc1-4762fbe2b39d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:06.811297 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9596dc7e-fc95-4c32-8fc1-4762fbe2b39d None None] Bound using segment: {'id': 'bf6f38a0-ba02-434f-b4a6-fb330c9d3c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2'} {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:56:06.811730 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.managers [None req-9596dc7e-fc95-4c32-8fc1-4762fbe2b39d None None] Bound port: 98bee53c-a5a8-4825-9107-5cef25557dc0, host: dv-cinder-796286-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6f38a0-ba02-434f-b4a6-fb330c9d3c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2'}}] {{(pid=100183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:56:06.816266 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-9596dc7e-fc95-4c32-8fc1-4762fbe2b39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:06.825208 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-973e0512-5bc2-42cb-9a32-f26cd059fede admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:06.871116 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e047dcb6-b953-49c6-8bf8-8b720bec5fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:06.893276 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-b7b9d04e-4010-4971-89e0-13faea0fc5a1 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=100180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:56:06.896990 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-b7b9d04e-4010-4971-89e0-13faea0fc5a1 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5269213 Jun 23 14:56:06.913446 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:07.013360 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.db [None req-9596dc7e-fc95-4c32-8fc1-4762fbe2b39d None None] For port 98bee53c-a5a8-4825-9107-5cef25557dc0, host dv-cinder-796286-8-smb, cleared binding levels {{(pid=100183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:56:07.017533 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.db [None req-9596dc7e-fc95-4c32-8fc1-4762fbe2b39d None None] For port 98bee53c-a5a8-4825-9107-5cef25557dc0, host dv-cinder-796286-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=98bee53c-a5a8-4825-9107-5cef25557dc0,segment=NetworkSegment(bf6f38a0-ba02-434f-b4a6-fb330c9d3c50),segment_id=bf6f38a0-ba02-434f-b4a6-fb330c9d3c50)] {{(pid=100183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:56:07.022176 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-0d2f5d17-7a8e-45be-9029-1fedebc55671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'name': 'tempest-AttachVolumeShelveTestJSON-647770545-router', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'gw_port': {'id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:51Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '147ad878-a178-4115-8f3a-3fc36488fc68', 'name': '', 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'mac_address': 'fa:16:3e:1c:3c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:56:00Z', 'updated_at': '2021-06-23T14:56:03Z', 'revision_number': 2, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'subnets': [{'id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:07.063709 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f06d1c7-32ce-4ff5-b4a2-1bc201016b69" -d '{"events": [{"name": "network-changed", "server_uuid": "d18cc400-c464-49c2-9f57-2f899adb0655", "tag": "a08ac052-7595-4a5d-a91f-dfc713d2d4f3"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:56:07.070008 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-9caedf3d-18db-423f-8e3b-6e4dcc7aded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:07.076864 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-9caedf3d-18db-423f-8e3b-6e4dcc7aded2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7832a91f32744234b291407ddc825c6c&device_id=d18cc400-c464-49c2-9f57-2f899adb0655 HTTP/1.1" status: 200 len: 1097 time: 0.4443865 Jun 23 14:56:07.092846 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-42057052-e751-4e94-8fe7-8b7b95ce4cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:07.105318 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-9596dc7e-fc95-4c32-8fc1-4762fbe2b39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:07.112414 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2f5d17-7a8e-45be-9029-1fedebc55671 None None] Checking router: 29bfcd50-5d2e-49f4-a10e-987758994b40 for host: dv-cinder-796286-8-smb {{(pid=100182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:56:07.126600 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [None req-55036881-e41b-4220-a529-c9fa6c887cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:07.126878 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2f5d17-7a8e-45be-9029-1fedebc55671 None None] Updating router 29bfcd50-5d2e-49f4-a10e-987758994b40 port 147ad878-a178-4115-8f3a-3fc36488fc68 binding host dv-cinder-796286-8-smb {{(pid=100182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:56:07.127057 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-39f101a7-dbe3-4e91-958e-e8df27a47acb service neutron] 10.222.0.72 "GET /v2.0/networks/e0346334-c16f-40f4-aea1-9054cd38ae9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093570 Jun 23 14:56:07.222010 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-befe3c0b-f7a3-4568-8ddd-0832283fc9fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a08ac052-7595-4a5d-a91f-dfc713d2d4f3 HTTP/1.1" status: 200 len: 217 time: 0.1241877 Jun 23 14:56:07.267466 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cecce-6c71-45c0-af4e-db94d0c4152c None None] Pushing event updated for resources: {'Port': ['ID=98bee53c-a5a8-4825-9107-5cef25557dc0,revision_number=4']} {{(pid=100183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:07.272650 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-0d2f5d17-7a8e-45be-9029-1fedebc55671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:07.295609 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [None req-e73cecce-6c71-45c0-af4e-db94d0c4152c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:07.295609 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9596dc7e-fc95-4c32-8fc1-4762fbe2b39d None None] Routers {'32f6e716-1a07-4282-9442-036de0a07b13'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:56:07.295609 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-9596dc7e-fc95-4c32-8fc1-4762fbe2b39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:55:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['32f6e716-1a07-4282-9442-036de0a07b13'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:07.336910 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-ef50ea0d-3a27-4a60-8767-350f6f57cc42 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:07.383397 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-f6de436e-c56c-4b8a-bc08-321d29c05011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:07.384839 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-f6de436e-c56c-4b8a-bc08-321d29c05011 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=610ad616-b1a5-43e9-8ed3-8bcfbdeebe83 HTTP/1.1" status: 200 len: 852 time: 0.1544209 Jun 23 14:56:07.451028 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-42057052-e751-4e94-8fe7-8b7b95ce4cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:07.554236 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206c7a0-a0f2-4d3c-b062-fa0c26d61467 req-0f4c1d81-2502-471a-a2e5-de61c6f7347e tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:07.561648 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f206c7a0-a0f2-4d3c-b062-fa0c26d61467 req-0f4c1d81-2502-471a-a2e5-de61c6f7347e tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/ports?device_id=d18cc400-c464-49c2-9f57-2f899adb0655 HTTP/1.1" status: 200 len: 944 time: 1.1635058 Jun 23 14:56:07.588494 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.46', 49878) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:07.644547 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-9596dc7e-fc95-4c32-8fc1-4762fbe2b39d None None] Set router 32f6e716-1a07-4282-9442-036de0a07b13 gateway port host: dv-cinder-796286-8-smb {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:56:07.683490 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-ef50ea0d-3a27-4a60-8767-350f6f57cc42 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:07.741806 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-fdf75f35-f038-4ea7-ab09-0ed5bdeebc48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:07.993422 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-f4f99fb7-3c34-4837-81da-7e70591967b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d570cdd-70ba-40cb-885c-399ae449ecd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4683430 Jun 23 14:56:07.994541 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-28a9302e-5e9f-472c-852f-b1243f9a4114 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:07.998022 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-28a9302e-5e9f-472c-852f-b1243f9a4114 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.46 "GET /v2.0/networks?id=e0346334-c16f-40f4-aea1-9054cd38ae9d HTTP/1.1" status: 200 len: 818 time: 0.2713599 Jun 23 14:56:08.074836 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f206c7a0-a0f2-4d3c-b062-fa0c26d61467 req-3c4ba16d-3237-43c1-9db9-c3a05c47c332 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/security-groups?id=d99d039b-2808-4f4a-b08e-ee562ca1d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827728 Jun 23 14:56:08.076534 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-306c651d-2228-4d7b-8222-b7009e9a68be tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Request body: {'port': {'device_id': '0714d6a0-7bb6-40e2-b169-8484567e4a16', 'network_id': 'e0346334-c16f-40f4-aea1-9054cd38ae9d', 'admin_state_up': True, 'tenant_id': 'd58c52cfc1c34f4585397127cb5d74af'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:56:08.118607 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 1fde0548-b9b0-4eab-82e2-d6b27158b68d up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:56:08.153953 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50ea0d-3a27-4a60-8767-350f6f57cc42 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7b6b37-3337-4d18-96c6-507902ba978e,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:08.196667 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-ef50ea0d-3a27-4a60-8767-350f6f57cc42 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:08.220610 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-0d2f5d17-7a8e-45be-9029-1fedebc55671 None None] Notify callbacks [] for port, precommit_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:08.309750 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-36a6a960-c23e-4077-935c-7e833094cfb7 service neutron] 10.222.0.72 "GET /v2.0/networks/e0346334-c16f-40f4-aea1-9054cd38ae9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1862564 Jun 23 14:56:08.348971 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-9596dc7e-fc95-4c32-8fc1-4762fbe2b39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f6e716-1a07-4282-9442-036de0a07b13', 'name': 'tempest-AttachVolumeTestJSON-2121293109-router', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:49Z', 'updated_at': '2021-06-23T14:56:01Z', 'revision_number': 4, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'gw_port': {'id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '98bee53c-a5a8-4825-9107-5cef25557dc0', 'name': '', 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'mac_address': 'fa:16:3e:73:b5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:58Z', 'updated_at': '2021-06-23T14:56:06Z', 'revision_number': 4, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'subnets': [{'id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:08.389950 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9596dc7e-fc95-4c32-8fc1-4762fbe2b39d None None] The sync data for ids ['32f6e716-1a07-4282-9442-036de0a07b13'] in dv-cinder-796286-8-smb is: [{'id': '32f6e716-1a07-4282-9442-036de0a07b13', 'name': 'tempest-AttachVolumeTestJSON-2121293109-router', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:49Z', 'updated_at': '2021-06-23T14:56:01Z', 'revision_number': 4, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'gw_port': {'id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '98bee53c-a5a8-4825-9107-5cef25557dc0', 'name': '', 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'mac_address': 'fa:16:3e:73:b5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:58Z', 'updated_at': '2021-06-23T14:56:06Z', 'revision_number': 4, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'subnets': [{'id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:56:08.421979 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-90c21255-ec4d-49a3-b9cc-3233cc100ec5 service neutron] 10.222.0.46 "GET /v2.0/networks/2d570cdd-70ba-40cb-885c-399ae449ecd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137306 Jun 23 14:56:08.464699 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-973e0512-5bc2-42cb-9a32-f26cd059fede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:08.659701 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-a6dfca09-801c-4227-9330-cdd1bcfcaa48 req-cfb9a33b-f6b4-4daa-a678-37abd3b9bcc0 service neutron] 10.222.0.46 "GET /v2.0/networks/2d570cdd-70ba-40cb-885c-399ae449ecd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723866 Jun 23 14:56:08.866827 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-973e0512-5bc2-42cb-9a32-f26cd059fede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:08.867975 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-0d2f5d17-7a8e-45be-9029-1fedebc55671 None None] Transition to ACTIVE for port object 147ad878-a178-4115-8f3a-3fc36488fc68 will not be triggered until provisioned by entity L2. {{(pid=100182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:56:08.869642 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-42057052-e751-4e94-8fe7-8b7b95ce4cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:08.882333 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning for port 1fde0548-b9b0-4eab-82e2-d6b27158b68d completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:56:08.882333 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port 1fde0548-b9b0-4eab-82e2-d6b27158b68d triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:56:08.882333 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:08.882589 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:08.882676 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-42057052-e751-4e94-8fe7-8b7b95ce4cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:08.889349 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-42057052-e751-4e94-8fe7-8b7b95ce4cc6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f624bee0-6f91-4aea-a735-2ad453b3ab58 HTTP/1.1" status: 204 len: 168 time: 2.6107371 Jun 23 14:56:08.890291 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:08.915693 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42057052-e751-4e94-8fe7-8b7b95ce4cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f624bee0-6f91-4aea-a735-2ad453b3ab58,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:08.922193 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-42057052-e751-4e94-8fe7-8b7b95ce4cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:08.944828 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e0512-5bc2-42cb-9a32-f26cd059fede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c429c385-5fe7-46e0-9b5f-587362143f94,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:08.950399 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-973e0512-5bc2-42cb-9a32-f26cd059fede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:08.963015 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-ef50ea0d-3a27-4a60-8767-350f6f57cc42 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:08.963015 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-ef50ea0d-3a27-4a60-8767-350f6f57cc42 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 3.0556240 Jun 23 14:56:08.964406 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 46070) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:08.967759 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-973e0512-5bc2-42cb-9a32-f26cd059fede admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=100181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:56:08.980282 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-37409186-8f0a-41d3-852e-26e9d000703c tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Request body: {'security_group_rule': {'security_group_id': 'cb7b6b37-3337-4d18-96c6-507902ba978e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:56:09.005444 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-973e0512-5bc2-42cb-9a32-f26cd059fede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:09.005829 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.db.segments_db [None req-973e0512-5bc2-42cb-9a32-f26cd059fede admin admin] Added segment f35df1d5-d16d-441f-a118-e48809182451 of type vlan for network 75b025d2-c2b5-4f7f-b8db-26f1cb0df8d4 Jun 23 14:56:09.036263 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-0d2f5d17-7a8e-45be-9029-1fedebc55671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:09.036263 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-57ef7dba-6d25-4a24-9a79-a8e0e1479717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:09.048845 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 46074) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:09.072934 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-e8782949-edfa-4d03-b903-69a01f1f24e9 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2146772491', 'description': 'tempest-description--1487871192'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:56:09.177139 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-973e0512-5bc2-42cb-9a32-f26cd059fede admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735918531624'] for network, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:09.437804 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:09.442947 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0adff5-be9f-4fb9-bc93-f2f8c6bdf738 None None] Pushing event updated for resources: {'Port': ['ID=147ad878-a178-4115-8f3a-3fc36488fc68,revision_number=3']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:09.448168 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-973e0512-5bc2-42cb-9a32-f26cd059fede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217'] for network, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:09.449503 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973e0512-5bc2-42cb-9a32-f26cd059fede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:09.450114 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-973e0512-5bc2-42cb-9a32-f26cd059fede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:09.452572 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:09.486544 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-5d0adff5-be9f-4fb9-bc93-f2f8c6bdf738 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:09.688675 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f9ad2d87-8cac-48f0-b780-ec182a4a799e req-f3dcbdd8-0899-4f49-ad8c-6577eb42cb20 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 210 time: 0.5056312 Jun 23 14:56:09.825733 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f059e6c-aff2-4dd7-838d-7ca63a434a33 x-openstack-request-id: req-0f059e6c-aff2-4dd7-838d-7ca63a434a33 {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:56:09.825733 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d18cc400-c464-49c2-9f57-2f899adb0655", "tag": "a08ac052-7595-4a5d-a91f-dfc713d2d4f3", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:56:09.826044 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0f059e6c-aff2-4dd7-838d-7ca63a434a33 {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:56:09.826397 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd18cc400-c464-49c2-9f57-2f899adb0655', 'tag': 'a08ac052-7595-4a5d-a91f-dfc713d2d4f3', 'status': 'completed', 'code': 200} Jun 23 14:56:09.851577 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e047dcb6-b953-49c6-8bf8-8b720bec5fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:09.907415 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d49c18-c1da-43d2-88db-6263468eca17 req-56a62cf9-3f8f-42c6-9563-105c40cb0327 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:09.909128 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-43d49c18-c1da-43d2-88db-6263468eca17 req-56a62cf9-3f8f-42c6-9563-105c40cb0327 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/ports?device_id=d18cc400-c464-49c2-9f57-2f899adb0655 HTTP/1.1" status: 200 len: 944 time: 0.1048622 Jun 23 14:56:09.911029 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e0512-5bc2-42cb-9a32-f26cd059fede admin admin] Pushing event updated for resources: {'Network': ['ID=75b025d2-c2b5-4f7f-b8db-26f1cb0df8d4,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:09.934376 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-973e0512-5bc2-42cb-9a32-f26cd059fede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:09.976535 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06d1c7-32ce-4ff5-b4a2-1bc201016b69 req-5c51790c-2c68-40e9-8af5-00a1fe823d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:09.978556 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-0f06d1c7-32ce-4ff5-b4a2-1bc201016b69 req-5c51790c-2c68-40e9-8af5-00a1fe823d6d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7832a91f32744234b291407ddc825c6c&device_id=d18cc400-c464-49c2-9f57-2f899adb0655 HTTP/1.1" status: 200 len: 1097 time: 0.2931464 Jun 23 14:56:09.981956 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e047dcb6-b953-49c6-8bf8-8b720bec5fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:09.989223 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:10.017649 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-0d2f5d17-7a8e-45be-9029-1fedebc55671 None None] Attempting to bind port 147ad878-a178-4115-8f3a-3fc36488fc68 on host dv-cinder-796286-8-smb for vnic_type normal with profile {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:56:10.018341 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-0d2f5d17-7a8e-45be-9029-1fedebc55671 None None] Attempting to bind port 147ad878-a178-4115-8f3a-3fc36488fc68 by drivers openvswitch,hyperv on host dv-cinder-796286-8-smb at level 0 using segments [{'id': '53319a76-a6c9-4f00-b8bd-5ceecb1d2786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3'}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:56:10.018523 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2f5d17-7a8e-45be-9029-1fedebc55671 None None] Attempting to bind port 147ad878-a178-4115-8f3a-3fc36488fc68 on network 751b38e2-092c-451f-8e10-78172c3e29c3 {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:56:10.045674 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Network 75b025d2-c2b5-4f7f-b8db-26f1cb0df8d4 details requested by agent ovs-agent-dv-cinder-796286-8-smb with host dv-cinder-796286-8-smb {{(pid=100182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:56:10.061652 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-c36b1959-2167-4921-97a8-61707844de6b None None] For port 1fde0548-b9b0-4eab-82e2-d6b27158b68d, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=1fde0548-b9b0-4eab-82e2-d6b27158b68d,segment=NetworkSegment(7bcd3f01-92f6-4543-9a00-534f3fe7928a),segment_id=7bcd3f01-92f6-4543-9a00-534f3fe7928a)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:10.063674 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2f5d17-7a8e-45be-9029-1fedebc55671 None None] Checking agent: {'id': 'a806d37f-e7e9-49c9-a0af-39d3c99a85d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 42), 'started_at': datetime.datetime(2021, 6, 23, 14, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:56:10.064071 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2f5d17-7a8e-45be-9029-1fedebc55671 None None] Checking segment: {'id': '53319a76-a6c9-4f00-b8bd-5ceecb1d2786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:56:10.064517 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-0d2f5d17-7a8e-45be-9029-1fedebc55671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:10.064929 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2f5d17-7a8e-45be-9029-1fedebc55671 None None] Bound using segment: {'id': '53319a76-a6c9-4f00-b8bd-5ceecb1d2786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3'} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:56:10.065510 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-0d2f5d17-7a8e-45be-9029-1fedebc55671 None None] Bound port: 147ad878-a178-4115-8f3a-3fc36488fc68, host: dv-cinder-796286-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53319a76-a6c9-4f00-b8bd-5ceecb1d2786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3'}}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:56:10.066554 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-0d2f5d17-7a8e-45be-9029-1fedebc55671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:10.077654 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047dcb6-b953-49c6-8bf8-8b720bec5fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446c3631-a7eb-4c25-bd44-ba8b11d4b9b2,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:10.117104 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-973e0512-5bc2-42cb-9a32-f26cd059fede admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.9804716 Jun 23 14:56:10.136649 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-43d49c18-c1da-43d2-88db-6263468eca17 req-d7de2eff-03e6-4b80-8974-d3cb23b83252 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/security-groups?id=d99d039b-2808-4f4a-b08e-ee562ca1d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206826 Jun 23 14:56:10.139293 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 46108) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:10.143872 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-e047dcb6-b953-49c6-8bf8-8b720bec5fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:10.177772 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-4f115cbc-7533-48dd-a631-694ef2bda1b6 admin admin] Request body: {'subnet': {'network_id': '75b025d2-c2b5-4f7f-b8db-26f1cb0df8d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1945488260-subnet', 'tenant_id': '490734b2aa75402c9ce620bb1fffecbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:56:10.209005 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-e047dcb6-b953-49c6-8bf8-8b720bec5fa2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=36323d88a9c34c2ab9ca4a3464427075&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5383258 Jun 23 14:56:10.209946 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 46112) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:10.231637 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-52a47ae4-6824-47bd-9744-77eb8f66a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:10.234981 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:10.238619 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 881678c6-8cc3-422f-bbf9-a356a464db6a up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:56:10.268552 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:10.356555 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-b4a254d2-dc76-4f67-8dc1-3b44244f447f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:10.362445 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06d1c7-32ce-4ff5-b4a2-1bc201016b69 req-4b8d87f0-a193-472a-84c8-3c8ddfe8fbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:10.364057 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-0f06d1c7-32ce-4ff5-b4a2-1bc201016b69 req-4b8d87f0-a193-472a-84c8-3c8ddfe8fbb9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2d570cdd-70ba-40cb-885c-399ae449ecd8 HTTP/1.1" status: 200 len: 913 time: 0.3699641 Jun 23 14:56:10.380601 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-306c651d-2228-4d7b-8222-b7009e9a68be tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Made reservation on behalf of d58c52cfc1c34f4585397127cb5d74af for: {'port': 1} {{(pid=100180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:56:10.387599 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-306c651d-2228-4d7b-8222-b7009e9a68be tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:10.411219 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-b4a254d2-dc76-4f67-8dc1-3b44244f447f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:10.461426 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Pushing event updated for resources: {'Port': ['ID=1fde0548-b9b0-4eab-82e2-d6b27158b68d,revision_number=5']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:10.470808 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:10.475342 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-0d2f5d17-7a8e-45be-9029-1fedebc55671 None None] For port 147ad878-a178-4115-8f3a-3fc36488fc68, host dv-cinder-796286-8-smb, cleared binding levels {{(pid=100182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:56:10.481510 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-0d2f5d17-7a8e-45be-9029-1fedebc55671 None None] For port 147ad878-a178-4115-8f3a-3fc36488fc68, host dv-cinder-796286-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=147ad878-a178-4115-8f3a-3fc36488fc68,segment=NetworkSegment(53319a76-a6c9-4f00-b8bd-5ceecb1d2786),segment_id=53319a76-a6c9-4f00-b8bd-5ceecb1d2786)] {{(pid=100182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:56:10.496175 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port 881678c6-8cc3-422f-bbf9-a356a464db6a triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:56:10.496565 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:10.731321 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-0d2f5d17-7a8e-45be-9029-1fedebc55671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:10.744022 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:10.809261 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.db_base_plugin_common [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-306c651d-2228-4d7b-8222-b7009e9a68be tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Allocated IP 172.20.0.9 (e0346334-c16f-40f4-aea1-9054cd38ae9d/844a227c-d94f-4f13-9d17-8cc692313f0c/5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5) {{(pid=100180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:56:10.813008 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2f5d17-7a8e-45be-9029-1fedebc55671 None None] Routers {'29bfcd50-5d2e-49f4-a10e-987758994b40'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:56:10.818527 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-0d2f5d17-7a8e-45be-9029-1fedebc55671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:55:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['29bfcd50-5d2e-49f4-a10e-987758994b40'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:11.035624 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 1fde0548-b9b0-4eab-82e2-d6b27158b68d up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:56:11.058763 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-306c651d-2228-4d7b-8222-b7009e9a68be tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Notify callbacks [] for port, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:11.098925 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-0f06d1c7-32ce-4ff5-b4a2-1bc201016b69 req-cd1c8ad2-c4f0-4a3f-bbde-f666ced067cb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a08ac052-7595-4a5d-a91f-dfc713d2d4f3 HTTP/1.1" status: 200 len: 217 time: 0.1091747 Jun 23 14:56:11.114615 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-b4a254d2-dc76-4f67-8dc1-3b44244f447f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:11.127961 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0adff5-be9f-4fb9-bc93-f2f8c6bdf738 None None] Pushing event updated for resources: {'Port': ['ID=147ad878-a178-4115-8f3a-3fc36488fc68,revision_number=4']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:11.157575 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-b4a254d2-dc76-4f67-8dc1-3b44244f447f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:11.159070 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-b4a254d2-dc76-4f67-8dc1-3b44244f447f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/446c3631-a7eb-4c25-bd44-ba8b11d4b9b2 HTTP/1.1" status: 204 len: 168 time: 0.9481008 Jun 23 14:56:11.160021 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-30989d8f-8e3d-4d77-8c78-5946b4d60485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:11.167138 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-5d0adff5-be9f-4fb9-bc93-f2f8c6bdf738 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:11.203547 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-37409186-8f0a-41d3-852e-26e9d000703c tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:11.203547 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.db.api [None req-4f115cbc-7533-48dd-a631-694ef2bda1b6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 14:56:11.203547 dv-cinder-796286-8-smb neutron-server[100180]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 23 14:56:11.203547 dv-cinder-796286-8-smb neutron-server[100180]: [parameters: {'project_id': '490734b2aa75402c9ce620bb1fffecbf', 'id': '60cac0f5-0eb0-451c-8e0c-b7748ea5fa83', 'expiration': datetime.datetime(2021, 6, 23, 14, 58, 10, 751418)}] Jun 23 14:56:11.203547 dv-cinder-796286-8-smb neutron-server[100180]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 14:56:11.203547 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_db.api [None req-4f115cbc-7533-48dd-a631-694ef2bda1b6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 14:56:11.231205 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-306c651d-2228-4d7b-8222-b7009e9a68be tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222'] for port, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:11.256414 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-0d2f5d17-7a8e-45be-9029-1fedebc55671 None None] Set router 29bfcd50-5d2e-49f4-a10e-987758994b40 gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:56:11.256783 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 46132) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:11.314543 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f455e264-ce57-4b9e-94e0-03a2918dade6 req-853ce933-4f79-4cf9-bf36-307d758dd75e tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 210 time: 0.1641350 Jun 23 14:56:11.318182 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06d1c7-32ce-4ff5-b4a2-1bc201016b69 req-2c75f167-0e38-4ee0-8dc1-76a390cf2ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:11.318641 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a254d2-dc76-4f67-8dc1-3b44244f447f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446c3631-a7eb-4c25-bd44-ba8b11d4b9b2,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:11.329765 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-b4a254d2-dc76-4f67-8dc1-3b44244f447f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:11.335509 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-0f06d1c7-32ce-4ff5-b4a2-1bc201016b69 req-2c75f167-0e38-4ee0-8dc1-76a390cf2ed4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=610ad616-b1a5-43e9-8ed3-8bcfbdeebe83 HTTP/1.1" status: 200 len: 852 time: 0.2155943 Jun 23 14:56:11.357677 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-d6967081-0f90-423b-9595-edddbd1c5f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:11.416365 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e8782949-edfa-4d03-b903-69a01f1f24e9 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:11.444140 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port 1fde0548-b9b0-4eab-82e2-d6b27158b68d triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:56:11.444531 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:11.550665 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-306c651d-2228-4d7b-8222-b7009e9a68be tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Network e0346334-c16f-40f4-aea1-9054cd38ae9d is already hosted by enough agents. {{(pid=100180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:56:11.611679 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.base_scheduler [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-306c651d-2228-4d7b-8222-b7009e9a68be tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Resources bound (agent type, host, resource id): {{(pid=100180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:56:11.627433 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-306c651d-2228-4d7b-8222-b7009e9a68be tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Received port after_create {{(pid=100180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:56:11.637434 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-306c651d-2228-4d7b-8222-b7009e9a68be tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:11.638257 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-306c651d-2228-4d7b-8222-b7009e9a68be tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for port, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:11.700511 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c651d-2228-4d7b-8222-b7009e9a68be tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Pushing event updated for resources: {'Port': ['ID=5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:11.716391 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-306c651d-2228-4d7b-8222-b7009e9a68be tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:11.752224 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-37409186-8f0a-41d3-852e-26e9d000703c tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:11.789929 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994bfa2-8d73-49e6-a1ad-bbf7007c7ef8 req-fd45f191-eb72-4503-9ab6-a566e567eea2 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:11.791499 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d994bfa2-8d73-49e6-a1ad-bbf7007c7ef8 req-fd45f191-eb72-4503-9ab6-a566e567eea2 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/ports?device_id=d18cc400-c464-49c2-9f57-2f899adb0655 HTTP/1.1" status: 200 len: 944 time: 0.3355772 Jun 23 14:56:11.825229 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-37409186-8f0a-41d3-852e-26e9d000703c tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429934'] for security_group_rule, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:11.843452 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-0f06d1c7-32ce-4ff5-b4a2-1bc201016b69 req-ad8e05f0-3ac8-463c-b6ab-1ea630a07423 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d570cdd-70ba-40cb-885c-399ae449ecd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887237 Jun 23 14:56:11.862728 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:11.869835 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e8782949-edfa-4d03-b903-69a01f1f24e9 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:11.878874 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 98bee53c-a5a8-4825-9107-5cef25557dc0 up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:56:11.913230 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37409186-8f0a-41d3-852e-26e9d000703c tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49caf845-aefe-428c-958c-2246b2866e9b,revision_number=0']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:11.939270 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d994bfa2-8d73-49e6-a1ad-bbf7007c7ef8 req-c6624507-74aa-4418-8238-632bee803503 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/security-groups?id=d99d039b-2808-4f4a-b08e-ee562ca1d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394820 Jun 23 14:56:11.946533 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-37409186-8f0a-41d3-852e-26e9d000703c tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:11.946795 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-0d2f5d17-7a8e-45be-9029-1fedebc55671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'name': 'tempest-AttachVolumeShelveTestJSON-647770545-router', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'gw_port': {'id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:51Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '147ad878-a178-4115-8f3a-3fc36488fc68', 'name': '', 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'mac_address': 'fa:16:3e:1c:3c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:56:00Z', 'updated_at': '2021-06-23T14:56:10Z', 'revision_number': 4, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'subnets': [{'id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:11.980034 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2f5d17-7a8e-45be-9029-1fedebc55671 None None] The sync data for ids ['29bfcd50-5d2e-49f4-a10e-987758994b40'] in dv-cinder-796286-8-smb is: [{'id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'name': 'tempest-AttachVolumeShelveTestJSON-647770545-router', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'gw_port': {'id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:51Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '147ad878-a178-4115-8f3a-3fc36488fc68', 'name': '', 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'mac_address': 'fa:16:3e:1c:3c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:56:00Z', 'updated_at': '2021-06-23T14:56:10Z', 'revision_number': 4, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'subnets': [{'id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:56:12.018922 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e8782949-edfa-4d03-b903-69a01f1f24e9 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:12.022629 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-54ee2e68-c252-44c7-8a94-272a2afb5e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:12.056583 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning for port 98bee53c-a5a8-4825-9107-5cef25557dc0 completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:56:12.065504 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port 98bee53c-a5a8-4825-9107-5cef25557dc0 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:56:12.066746 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:12.067466 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4aa89ed7-9427-41bf-9484-460f73aad62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:12.099746 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-0f06d1c7-32ce-4ff5-b4a2-1bc201016b69 req-043e63b4-70f4-47c2-b43e-6a2eaab63604 service neutron] 10.222.0.46 "GET /v2.0/networks/2d570cdd-70ba-40cb-885c-399ae449ecd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234197 Jun 23 14:56:12.100547 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-306c651d-2228-4d7b-8222-b7009e9a68be tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0515668 Jun 23 14:56:12.106568 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-37409186-8f0a-41d3-852e-26e9d000703c tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:12.108422 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-37409186-8f0a-41d3-852e-26e9d000703c tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.1429563 Jun 23 14:56:12.111583 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 46144) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:12.118405 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-4e707f0e-4b51-4792-8153-012ad3371536 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Request body: {'security_group_rule': {'security_group_id': 'cb7b6b37-3337-4d18-96c6-507902ba978e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:56:12.139575 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.db.api [None req-4aa89ed7-9427-41bf-9484-460f73aad62c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 14:56:12.139575 dv-cinder-796286-8-smb neutron-server[100181]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 14:56:12.139575 dv-cinder-796286-8-smb neutron-server[100181]: [parameters: {'project_id_1': '39e761ea16524496878d219d8cbdea52', 'expiration_1': datetime.datetime(2021, 6, 23, 14, 56, 12, 93718)}] Jun 23 14:56:12.139575 dv-cinder-796286-8-smb neutron-server[100181]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 14:56:12.140546 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8782949-edfa-4d03-b903-69a01f1f24e9 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb06a1d0-46d9-4c82-a838-59a927563b20,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:12.147742 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_db.api [None req-4aa89ed7-9427-41bf-9484-460f73aad62c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 14:56:12.152145 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-e8782949-edfa-4d03-b903-69a01f1f24e9 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:12.170658 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-0d86f502-0784-47f2-a718-3b6152b6c0c5 service neutron] Request body: {'port': {'device_id': '0714d6a0-7bb6-40e2-b169-8484567e4a16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:56:12.284314 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f115cbc-7533-48dd-a631-694ef2bda1b6 admin admin] Made reservation on behalf of 490734b2aa75402c9ce620bb1fffecbf for: {'subnet': 1} {{(pid=100180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:56:12.286843 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-4f115cbc-7533-48dd-a631-694ef2bda1b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:12.320513 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:12.390928 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-0d86f502-0784-47f2-a718-3b6152b6c0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:12.391230 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-c36b1959-2167-4921-97a8-61707844de6b None None] For port 98bee53c-a5a8-4825-9107-5cef25557dc0, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=98bee53c-a5a8-4825-9107-5cef25557dc0,segment=NetworkSegment(bf6f38a0-ba02-434f-b4a6-fb330c9d3c50),segment_id=bf6f38a0-ba02-434f-b4a6-fb330c9d3c50)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:12.404406 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e8782949-edfa-4d03-b903-69a01f1f24e9 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:12.405765 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-e8782949-edfa-4d03-b903-69a01f1f24e9 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.3506856 Jun 23 14:56:12.410211 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 46154) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:12.417472 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-1418bdea-944e-4f03-bbd1-ef3d83df4124 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Request body: {'security_group_rule': {'security_group_id': 'eb06a1d0-46d9-4c82-a838-59a927563b20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:56:12.475651 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-0f06d1c7-32ce-4ff5-b4a2-1bc201016b69 req-93b389a0-65d0-466f-b104-cdc7c00dee7f service neutron] 10.222.0.46 "GET /v2.0/networks/2d570cdd-70ba-40cb-885c-399ae449ecd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222685 Jun 23 14:56:12.651857 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4aa89ed7-9427-41bf-9484-460f73aad62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:12.722797 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-a058c59b-c439-461f-a6ba-5e239fe2e281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:12.734144 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:12.740609 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:12.751255 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-57d00f84-b0a7-4593-b2f7-fe413dceb7b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:12.759076 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4e707f0e-4b51-4792-8153-012ad3371536 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:12.762240 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e8cc92f2-1802-4cf4-b64c-298141937889 req-c2237603-fa82-4ebf-a1bd-5328e30f44ed tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 210 time: 0.0734811 Jun 23 14:56:12.897697 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Pushing event updated for resources: {'Port': ['ID=98bee53c-a5a8-4825-9107-5cef25557dc0,revision_number=5']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:12.902442 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:12.943349 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 147ad878-a178-4115-8f3a-3fc36488fc68 up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:56:13.051355 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4e707f0e-4b51-4792-8153-012ad3371536 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:13.130712 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1418bdea-944e-4f03-bbd1-ef3d83df4124 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:13.157723 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning for port 147ad878-a178-4115-8f3a-3fc36488fc68 completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:56:13.163238 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port 147ad878-a178-4115-8f3a-3fc36488fc68 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:56:13.170780 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:13.171155 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4e707f0e-4b51-4792-8153-012ad3371536 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429934'] for security_group_rule, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:13.184060 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:13.241290 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e707f0e-4b51-4792-8153-012ad3371536 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7e1bd5-8de3-4c66-9716-3d86c2c0cf0d,revision_number=0']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:13.247933 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-4e707f0e-4b51-4792-8153-012ad3371536 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:13.381300 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4aa89ed7-9427-41bf-9484-460f73aad62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:13.449653 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:13.541706 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1418bdea-944e-4f03-bbd1-ef3d83df4124 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:13.565115 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-c36b1959-2167-4921-97a8-61707844de6b None None] For port 147ad878-a178-4115-8f3a-3fc36488fc68, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=147ad878-a178-4115-8f3a-3fc36488fc68,segment=NetworkSegment(53319a76-a6c9-4f00-b8bd-5ceecb1d2786),segment_id=53319a76-a6c9-4f00-b8bd-5ceecb1d2786)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:13.659183 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4aa89ed7-9427-41bf-9484-460f73aad62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:13.694793 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:13.697346 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-51fc0168-f8d7-41d6-9cb5-2ae23589f153 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:13.714599 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1418bdea-944e-4f03-bbd1-ef3d83df4124 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429934'] for security_group_rule, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:13.715855 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-4f115cbc-7533-48dd-a631-694ef2bda1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210'] for subnet, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:13.725527 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-1ca2d472-482a-40fe-86e0-3458475bb0c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:13.729523 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-4aa89ed7-9427-41bf-9484-460f73aad62c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=39e761ea16524496878d219d8cbdea52&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4703290 Jun 23 14:56:13.735001 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 46178) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:13.754977 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-b7e51397-8214-445e-843f-aa4f7b4dc229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:13.769946 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.notifiers.nova [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-0d86f502-0784-47f2-a718-3b6152b6c0c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5 {{(pid=100180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:56:13.775734 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4e707f0e-4b51-4792-8153-012ad3371536 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:13.780832 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:13.781407 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-4e707f0e-4b51-4792-8153-012ad3371536 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6648252 Jun 23 14:56:13.782086 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 46182) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:13.793873 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-577c2f69-57bc-482d-b422-8897b3fdba39 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Request body: {'floatingip': {'floating_network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:56:13.799081 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910d19a-f3ab-4581-9f77-2efc5a5b30d0 req-aea585b9-9ebe-4c32-ac48-afbf8d7e3e41 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:13.800873 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d910d19a-f3ab-4581-9f77-2efc5a5b30d0 req-aea585b9-9ebe-4c32-ac48-afbf8d7e3e41 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/ports?device_id=d18cc400-c464-49c2-9f57-2f899adb0655 HTTP/1.1" status: 200 len: 944 time: 0.5138450 Jun 23 14:56:13.820702 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Pushing event updated for resources: {'Port': ['ID=147ad878-a178-4115-8f3a-3fc36488fc68,revision_number=5']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:13.836828 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa89ed7-9427-41bf-9484-460f73aad62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a646af0-cac4-46cf-ab4b-75955f8c41b5,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:13.839303 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:13.846316 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-4aa89ed7-9427-41bf-9484-460f73aad62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:13.907757 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-0d86f502-0784-47f2-a718-3b6152b6c0c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:13.962559 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-39d39041-57e5-4123-a5f5-cf4564de8e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:13.993534 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-577c2f69-57bc-482d-b422-8897b3fdba39 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for floatingip, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:14.045208 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f115cbc-7533-48dd-a631-694ef2bda1b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d575fa1b-3636-4e0b-a733-f1d102f59455,revision_number=0']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:14.049880 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.provisioning_blocks [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-0d86f502-0784-47f2-a718-3b6152b6c0c5 service neutron] Transition to ACTIVE for port object 5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5 will not be triggered until provisioned by entity L2. {{(pid=100180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:56:14.065676 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-4f115cbc-7533-48dd-a631-694ef2bda1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:14.067005 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.291s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:14.262818 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-39d39041-57e5-4123-a5f5-cf4564de8e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:14.278570 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418bdea-944e-4f03-bbd1-ef3d83df4124 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06654205-5364-46ce-9742-2097263cb150,revision_number=0']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:14.280697 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1418bdea-944e-4f03-bbd1-ef3d83df4124 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:14.290560 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-1418bdea-944e-4f03-bbd1-ef3d83df4124 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8775814 Jun 23 14:56:14.298336 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-1418bdea-944e-4f03-bbd1-ef3d83df4124 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:14.298516 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 46192) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:14.314095 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-0d86f502-0784-47f2-a718-3b6152b6c0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:14.315636 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f115cbc-7533-48dd-a631-694ef2bda1b6 admin admin] Checking segment: {'id': 'f35df1d5-d16d-441f-a118-e48809182451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '75b025d2-c2b5-4f7f-b8db-26f1cb0df8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:56:14.316000 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f115cbc-7533-48dd-a631-694ef2bda1b6 admin admin] Network hostable DHCP agents. Network: 75b025d2-c2b5-4f7f-b8db-26f1cb0df8d4, hostable agents: ['bd2680ec-ec61-4d1e-a411-ffe82748e619'], hosted agents: [] {{(pid=100180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:56:14.349028 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-48aa20e7-5884-4dae-a813-0159213f25eb tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Request body: {'security_group_rule': {'security_group_id': 'eb06a1d0-46d9-4c82-a838-59a927563b20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:56:14.370919 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-6c7accf7-5fcb-4661-88a5-70e24b32341a tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:14.372833 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-6c7accf7-5fcb-4661-88a5-70e24b32341a tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.46 "GET /v2.0/networks?id=e0346334-c16f-40f4-aea1-9054cd38ae9d HTTP/1.1" status: 200 len: 818 time: 0.4863734 Jun 23 14:56:14.374311 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d910d19a-f3ab-4581-9f77-2efc5a5b30d0 req-3bd70f18-0d59-476b-b375-b2132b26ddc1 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/security-groups?id=d99d039b-2808-4f4a-b08e-ee562ca1d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5086312 Jun 23 14:56:14.376446 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-8edc1427-6070-4bfb-943a-4c6cdb5e10fe req-162c655f-00b8-4261-b2b9-d159df072c28 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 210 time: 0.1053047 Jun 23 14:56:14.380499 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-c9704682-c417-4f92-8f9c-02b9eef60cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:14.435671 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5f5dbaa3-f170-4220-ad0d-14ae547bf5b7 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Request body: {'port': {'device_id': '7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6', 'network_id': 'e0346334-c16f-40f4-aea1-9054cd38ae9d', 'admin_state_up': True, 'tenant_id': 'd58c52cfc1c34f4585397127cb5d74af'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:56:14.549156 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d86f502-0784-47f2-a718-3b6152b6c0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5,revision_number=2']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:14.552251 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-0d86f502-0784-47f2-a718-3b6152b6c0c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:14.586889 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.managers [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-0d86f502-0784-47f2-a718-3b6152b6c0c5 service neutron] Attempting to bind port 5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=100180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:56:14.591151 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.managers [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-0d86f502-0784-47f2-a718-3b6152b6c0c5 service neutron] Attempting to bind port 5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '7bcd3f01-92f6-4543-9a00-534f3fe7928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e0346334-c16f-40f4-aea1-9054cd38ae9d'}] {{(pid=100180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:56:14.591151 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-0d86f502-0784-47f2-a718-3b6152b6c0c5 service neutron] Attempting to bind port 5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5 on network e0346334-c16f-40f4-aea1-9054cd38ae9d {{(pid=100180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:56:14.592343 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-0d86f502-0784-47f2-a718-3b6152b6c0c5 service neutron] Port 5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5 on network e0346334-c16f-40f4-aea1-9054cd38ae9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=100180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:56:14.592450 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-577c2f69-57bc-482d-b422-8897b3fdba39 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:14.592661 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-0d86f502-0784-47f2-a718-3b6152b6c0c5 service neutron] Attempting to bind port 5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5 on network e0346334-c16f-40f4-aea1-9054cd38ae9d {{(pid=100180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:56:14.597356 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-0d86f502-0784-47f2-a718-3b6152b6c0c5 service neutron] Checking agent: {'id': 'c9242261-8a06-47e1-899c-cb42624e61de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:56:14.597697 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-0d86f502-0784-47f2-a718-3b6152b6c0c5 service neutron] Checking segment: {'id': '7bcd3f01-92f6-4543-9a00-534f3fe7928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e0346334-c16f-40f4-aea1-9054cd38ae9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:56:14.598300 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-0d86f502-0784-47f2-a718-3b6152b6c0c5 service neutron] Bound using segment: {'id': '7bcd3f01-92f6-4543-9a00-534f3fe7928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e0346334-c16f-40f4-aea1-9054cd38ae9d'} {{(pid=100180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:56:14.598785 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.managers [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-0d86f502-0784-47f2-a718-3b6152b6c0c5 service neutron] Bound port: 5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bcd3f01-92f6-4543-9a00-534f3fe7928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e0346334-c16f-40f4-aea1-9054cd38ae9d'}}] {{(pid=100180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:56:14.599299 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-0d86f502-0784-47f2-a718-3b6152b6c0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:14.668405 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.db [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-0d86f502-0784-47f2-a718-3b6152b6c0c5 service neutron] For port 5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5, host hv-cinder-79628, cleared binding levels {{(pid=100180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:56:14.672749 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.db [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-0d86f502-0784-47f2-a718-3b6152b6c0c5 service neutron] For port 5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5,segment=NetworkSegment(7bcd3f01-92f6-4543-9a00-534f3fe7928a),segment_id=7bcd3f01-92f6-4543-9a00-534f3fe7928a)] {{(pid=100180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:56:14.801340 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-39d39041-57e5-4123-a5f5-cf4564de8e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:14.806965 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f115cbc-7533-48dd-a631-694ef2bda1b6 admin admin] Network 75b025d2-c2b5-4f7f-b8db-26f1cb0df8d4 is scheduled to be hosted by DHCP agent bd2680ec-ec61-4d1e-a411-ffe82748e619 with binding_index 1 {{(pid=100180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:56:14.810909 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-48aa20e7-5884-4dae-a813-0159213f25eb tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:14.834064 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 98bee53c-a5a8-4825-9107-5cef25557dc0 up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:56:14.849412 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-39d39041-57e5-4123-a5f5-cf4564de8e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:14.852396 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-39d39041-57e5-4123-a5f5-cf4564de8e5c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0a646af0-cac4-46cf-ab4b-75955f8c41b5 HTTP/1.1" status: 204 len: 168 time: 1.1145537 Jun 23 14:56:14.852396 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:14.863484 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-0d86f502-0784-47f2-a718-3b6152b6c0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:14.870584 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d39041-57e5-4123-a5f5-cf4564de8e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a646af0-cac4-46cf-ab4b-75955f8c41b5,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:14.876229 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-39d39041-57e5-4123-a5f5-cf4564de8e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:14.897957 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-8709e48b-510a-4543-8757-b2d6132d8cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:14.904588 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.base_scheduler [None req-4f115cbc-7533-48dd-a631-694ef2bda1b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-smb, 75b025d2-c2b5-4f7f-b8db-26f1cb0df8d4) {{(pid=100180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:56:14.936985 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-0d86f502-0784-47f2-a718-3b6152b6c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:14.938444 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-0d86f502-0784-47f2-a718-3b6152b6c0c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for port, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:14.939551 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-0d86f502-0784-47f2-a718-3b6152b6c0c5 service neutron] 10.222.0.46 "PUT /v2.0/ports/5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5 HTTP/1.1" status: 200 len: 1093 time: 2.7799330 Jun 23 14:56:14.943313 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0714d6a0-7bb6-40e2-b169-8484567e4a16', 'tag': '5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5'}] {{(pid=100180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:56:15.004022 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_common [None req-577c2f69-57bc-482d-b422-8897b3fdba39 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Allocated IP 172.28.1.137 (d2ee6402-d146-4119-8365-b6e413e6a66f/aecbd380-5595-4490-ba93-56b7169dc4a5/f43755ee-3b48-44cd-9f43-24bc4dccc07a) {{(pid=100181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:56:15.012081 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f115cbc-7533-48dd-a631-694ef2bda1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:15.012681 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-4f115cbc-7533-48dd-a631-694ef2bda1b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for subnet, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:15.060619 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-48aa20e7-5884-4dae-a813-0159213f25eb tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:15.068601 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d86f502-0784-47f2-a718-3b6152b6c0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5,revision_number=3']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:15.071854 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-0d86f502-0784-47f2-a718-3b6152b6c0c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:15.077088 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5f5dbaa3-f170-4220-ad0d-14ae547bf5b7 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Made reservation on behalf of d58c52cfc1c34f4585397127cb5d74af for: {'port': 1} {{(pid=100181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:56:15.077223 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6764823-eaa8-4c56-a309-d5ea778c0404 None None] Network 75b025d2-c2b5-4f7f-b8db-26f1cb0df8d4 requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:56:15.078709 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5f5dbaa3-f170-4220-ad0d-14ae547bf5b7 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:15.154977 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-4f115cbc-7533-48dd-a631-694ef2bda1b6 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.9987869 Jun 23 14:56:15.179053 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-48aa20e7-5884-4dae-a813-0159213f25eb tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429934'] for security_group_rule, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:15.184380 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-577c2f69-57bc-482d-b422-8897b3fdba39 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for port, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:15.197042 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-37409186-8f0a-41d3-852e-26e9d000703c tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:15.227797 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa20e7-5884-4dae-a813-0159213f25eb tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f297150-7293-4b4c-b460-78fcd520df84,revision_number=0']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:15.233371 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port 98bee53c-a5a8-4825-9107-5cef25557dc0 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:56:15.233990 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:15.239138 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-48aa20e7-5884-4dae-a813-0159213f25eb tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:15.272567 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-bfd41294-dafd-499d-8edb-fe9788e031da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:15.274358 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-bfd41294-dafd-499d-8edb-fe9788e031da service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d58c52cfc1c34f4585397127cb5d74af&device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 1096 time: 0.1709142 Jun 23 14:56:15.279638 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_common [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5f5dbaa3-f170-4220-ad0d-14ae547bf5b7 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Allocated IP 172.20.0.2 (e0346334-c16f-40f4-aea1-9054cd38ae9d/844a227c-d94f-4f13-9d17-8cc692313f0c/bab7df26-6a87-47c6-a75e-9bf324d14074) {{(pid=100181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:56:15.326584 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42da265-979f-4a34-9bd0-07eb61d5de96 None None] Network 75b025d2-c2b5-4f7f-b8db-26f1cb0df8d4 requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:56:15.330235 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-48aa20e7-5884-4dae-a813-0159213f25eb tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:15.332002 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-48aa20e7-5884-4dae-a813-0159213f25eb tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0174592 Jun 23 14:56:15.345677 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 46230) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:15.360417 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-664f060f-d477-4894-b985-b5bdd50567d3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Request body: {'floatingip': {'floating_network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:56:15.371547 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-159846c4-e4fc-4159-8a76-7a7c6e286211 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5 HTTP/1.1" status: 200 len: 217 time: 0.0880644 Jun 23 14:56:15.509546 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-93dfc2ee-b166-417a-9ae0-da877957c3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:15.510752 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 46238) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:15.514618 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-93dfc2ee-b166-417a-9ae0-da877957c3c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=844a227c-d94f-4f13-9d17-8cc692313f0c HTTP/1.1" status: 200 len: 858 time: 0.1329558 Jun 23 14:56:15.543381 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 147ad878-a178-4115-8f3a-3fc36488fc68 up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:56:15.577068 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-577c2f69-57bc-482d-b422-8897b3fdba39 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222'] for port, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:15.623906 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:15.625386 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd25e94c753d7f89e0e3c37123175e6223eaf2b946fa1bf5874daa58d3f91f45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0462a466-702a-46dd-900b-b8f917d2b5be" -d '{"events": [{"name": "network-changed", "server_uuid": "0714d6a0-7bb6-40e2-b169-8484567e4a16", "tag": "5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5"}]}' {{(pid=100180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:56:15.633485 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-761f8dcc-ac53-4cc6-b48a-82d77035aba7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0346334-c16f-40f4-aea1-9054cd38ae9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122730 Jun 23 14:56:15.724876 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port 147ad878-a178-4115-8f3a-3fc36488fc68 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:56:15.725253 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:15.746299 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7ccddaa7-fc94-448f-b88a-e65254778432 req-70f0ee9c-a827-4bb1-8ca7-6b3470e1fc52 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 210 time: 0.0779750 Jun 23 14:56:15.810725 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-664f060f-d477-4894-b985-b5bdd50567d3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for floatingip, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:15.818011 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:15.826719 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-3ac9c2ae-a6d8-4b40-a119-fdbe4148c6fd service neutron] 10.222.0.46 "GET /v2.0/networks/e0346334-c16f-40f4-aea1-9054cd38ae9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845984 Jun 23 14:56:15.858811 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21665a8f-1bb5-4064-a6a0-35c2fa064f3c req-7793ef7d-0170-4332-89e9-580023713a29 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:15.860950 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-21665a8f-1bb5-4064-a6a0-35c2fa064f3c req-7793ef7d-0170-4332-89e9-580023713a29 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/ports?device_id=d18cc400-c464-49c2-9f57-2f899adb0655 HTTP/1.1" status: 200 len: 944 time: 0.1819336 Jun 23 14:56:15.905771 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577c2f69-57bc-482d-b422-8897b3fdba39 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Network d2ee6402-d146-4119-8365-b6e413e6a66f is already hosted by enough agents. {{(pid=100181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:56:15.909344 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c2f69-57bc-482d-b422-8897b3fdba39 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Pushing event updated for resources: {'Port': ['ID=f43755ee-3b48-44cd-9f43-24bc4dccc07a,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:15.917200 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba283b0-9ef9-4f27-8c54-b0235d285e7b admin admin] Deleting subnet 3216a78e-e3f2-4a8d-be05-7d37d82ebc45 {{(pid=100181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:56:15.920582 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-577c2f69-57bc-482d-b422-8897b3fdba39 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:15.926518 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [None req-577c2f69-57bc-482d-b422-8897b3fdba39 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Resources bound (agent type, host, resource id): {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:56:15.928407 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-bba283b0-9ef9-4f27-8c54-b0235d285e7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:15.935408 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577c2f69-57bc-482d-b422-8897b3fdba39 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Received port after_create {{(pid=100181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:56:15.959759 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-21665a8f-1bb5-4064-a6a0-35c2fa064f3c req-dcf25275-8847-4e5a-8680-c55a407d29c5 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/security-groups?id=d99d039b-2808-4f4a-b08e-ee562ca1d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840352 Jun 23 14:56:15.995066 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c8d299ad-ceec-4b0e-9c82-42c7d2fed6f7 req-6282dbc7-1183-4d95-bbf1-ada4f92b5152 service neutron] 10.222.0.46 "GET /v2.0/networks/e0346334-c16f-40f4-aea1-9054cd38ae9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583469 Jun 23 14:56:16.007916 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5f5dbaa3-f170-4220-ad0d-14ae547bf5b7 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Notify callbacks [] for port, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:16.065271 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-bba283b0-9ef9-4f27-8c54-b0235d285e7b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:16.096069 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-bba283b0-9ef9-4f27-8c54-b0235d285e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819001'] for subnet, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:16.166723 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-577c2f69-57bc-482d-b422-8897b3fdba39 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:16.168851 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feec2d61-e2f0-4bfe-8650-9e1f8bd540f2 x-openstack-request-id: req-feec2d61-e2f0-4bfe-8650-9e1f8bd540f2 {{(pid=100180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:56:16.169441 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0714d6a0-7bb6-40e2-b169-8484567e4a16", "tag": "5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5", "status": "completed", "code": 200}]} {{(pid=100180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:56:16.169938 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-feec2d61-e2f0-4bfe-8650-9e1f8bd540f2 {{(pid=100180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:56:16.170570 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0714d6a0-7bb6-40e2-b169-8484567e4a16', 'tag': '5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5', 'status': 'completed', 'code': 200} Jun 23 14:56:16.218590 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-664f060f-d477-4894-b985-b5bdd50567d3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:16.241420 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 46252) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:16.277505 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462a466-702a-46dd-900b-b8f917d2b5be req-b6e713bd-8799-4d16-91e9-611235f4e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:16.281114 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-bba283b0-9ef9-4f27-8c54-b0235d285e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3818976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210'] for subnet, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:16.283223 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 46258) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:16.286243 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0462a466-702a-46dd-900b-b8f917d2b5be req-b6e713bd-8799-4d16-91e9-611235f4e3a0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d58c52cfc1c34f4585397127cb5d74af&device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 1096 time: 0.0935819 Jun 23 14:56:16.322516 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0ef948a3-49b0-416b-9fc7-4545b9092764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:16.331754 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5f5dbaa3-f170-4220-ad0d-14ae547bf5b7 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222'] for port, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:16.338211 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-3d90b46c-4b91-4574-8f2f-445c8f50007b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:16.413161 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba283b0-9ef9-4f27-8c54-b0235d285e7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3216a78e-e3f2-4a8d-be05-7d37d82ebc45,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:16.415684 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-bba283b0-9ef9-4f27-8c54-b0235d285e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for subnet, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:16.417772 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-bba283b0-9ef9-4f27-8c54-b0235d285e7b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/3216a78e-e3f2-4a8d-be05-7d37d82ebc45 HTTP/1.1" status: 204 len: 168 time: 0.9009025 Jun 23 14:56:16.421311 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5f5dbaa3-f170-4220-ad0d-14ae547bf5b7 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Network e0346334-c16f-40f4-aea1-9054cd38ae9d is already hosted by enough agents. {{(pid=100181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:56:16.444662 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-bba283b0-9ef9-4f27-8c54-b0235d285e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:16.447990 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 46266) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:16.459398 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5f5dbaa3-f170-4220-ad0d-14ae547bf5b7 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Resources bound (agent type, host, resource id): {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:56:16.464967 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5f5dbaa3-f170-4220-ad0d-14ae547bf5b7 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Received port after_create {{(pid=100181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:56:16.472186 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5f5dbaa3-f170-4220-ad0d-14ae547bf5b7 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:16.476379 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5f5dbaa3-f170-4220-ad0d-14ae547bf5b7 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:16.477511 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-eaf2346b-449e-4465-aca0-8a29c8667308 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:16.509600 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-577c2f69-57bc-482d-b422-8897b3fdba39 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:16.518890 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-a64fe83b-b40d-41ba-8b84-c33b3be5524c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:16.531075 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462a466-702a-46dd-900b-b8f917d2b5be req-7361be75-4ce3-4522-9a8f-deafd9df3ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:16.532535 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0462a466-702a-46dd-900b-b8f917d2b5be req-7361be75-4ce3-4522-9a8f-deafd9df3ab9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e0346334-c16f-40f4-aea1-9054cd38ae9d HTTP/1.1" status: 200 len: 919 time: 0.2380278 Jun 23 14:56:16.574655 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0462a466-702a-46dd-900b-b8f917d2b5be req-70dd854a-bc7b-44dd-b19e-db03942b58a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5 HTTP/1.1" status: 200 len: 217 time: 0.0341361 Jun 23 14:56:16.624310 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462a466-702a-46dd-900b-b8f917d2b5be req-c8c576fa-3b88-4a65-a14e-742f19fe96b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:16.626496 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0462a466-702a-46dd-900b-b8f917d2b5be req-c8c576fa-3b88-4a65-a14e-742f19fe96b2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=844a227c-d94f-4f13-9d17-8cc692313f0c HTTP/1.1" status: 200 len: 858 time: 0.0433726 Jun 23 14:56:16.652400 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_common [None req-664f060f-d477-4894-b985-b5bdd50567d3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Allocated IP 172.28.1.104 (d2ee6402-d146-4119-8365-b6e413e6a66f/aecbd380-5595-4490-ba93-56b7169dc4a5/3888538b-9fa6-431c-a3c5-9e48ac2f1dce) {{(pid=100181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:56:16.663186 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0462a466-702a-46dd-900b-b8f917d2b5be req-8f75e4c2-6f23-4101-8931-2064e408a312 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0346334-c16f-40f4-aea1-9054cd38ae9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294456 Jun 23 14:56:16.683284 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a31a0dad-2eb5-4337-838a-44260b0ec2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3878271'] for network, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:16.690360 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5dbaa3-f170-4220-ad0d-14ae547bf5b7 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Pushing event updated for resources: {'Port': ['ID=bab7df26-6a87-47c6-a75e-9bf324d14074,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:16.698138 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-5f5dbaa3-f170-4220-ad0d-14ae547bf5b7 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:16.762808 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0462a466-702a-46dd-900b-b8f917d2b5be req-09599286-0f0d-4c15-b1a7-c94feb775f38 service neutron] 10.222.0.46 "GET /v2.0/networks/e0346334-c16f-40f4-aea1-9054cd38ae9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912104 Jun 23 14:56:16.880521 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0462a466-702a-46dd-900b-b8f917d2b5be req-0235419a-6558-441b-9e25-fb2e6b4a7e97 service neutron] 10.222.0.46 "GET /v2.0/networks/e0346334-c16f-40f4-aea1-9054cd38ae9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105332 Jun 23 14:56:16.928098 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50164509-150e-4189-97e8-b679fca75963 req-1557af3f-b465-4c38-b9c5-2413a8d436c6 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:16.929645 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-50164509-150e-4189-97e8-b679fca75963 req-1557af3f-b465-4c38-b9c5-2413a8d436c6 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 931 time: 0.0642605 Jun 23 14:56:16.947235 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0ef948a3-49b0-416b-9fc7-4545b9092764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:16.962425 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a31a0dad-2eb5-4337-838a-44260b0ec2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3849076', 'neutron.services.segments.db._delete_segments_for_network-8735919049759'] for network, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:16.971271 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-50164509-150e-4189-97e8-b679fca75963 req-af23f8e0-3e86-41fd-ab53-ab51899112b5 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343509 Jun 23 14:56:16.980404 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a31a0dad-2eb5-4337-838a-44260b0ec2ed admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:56:16.980558 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a31a0dad-2eb5-4337-838a-44260b0ec2ed admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:56:16.981264 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a31a0dad-2eb5-4337-838a-44260b0ec2ed admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:56:16.981608 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a31a0dad-2eb5-4337-838a-44260b0ec2ed admin admin] Subscribe: > port after_create 55550000 {{(pid=100181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:56:16.982479 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a31a0dad-2eb5-4337-838a-44260b0ec2ed admin admin] Subscribe: > port after_delete 55550000 {{(pid=100181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:56:16.982815 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a31a0dad-2eb5-4337-838a-44260b0ec2ed admin admin] Subscribe: > port after_update 55550000 {{(pid=100181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:56:16.983164 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a31a0dad-2eb5-4337-838a-44260b0ec2ed admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:56:16.983472 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a31a0dad-2eb5-4337-838a-44260b0ec2ed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:56:16.983779 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a31a0dad-2eb5-4337-838a-44260b0ec2ed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:56:16.984091 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a31a0dad-2eb5-4337-838a-44260b0ec2ed admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:56:17.142800 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-a64fe83b-b40d-41ba-8b84-c33b3be5524c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.145103 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a31a0dad-2eb5-4337-838a-44260b0ec2ed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:56:17.145591 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a31a0dad-2eb5-4337-838a-44260b0ec2ed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:56:17.145973 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a31a0dad-2eb5-4337-838a-44260b0ec2ed admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:56:17.153034 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a31a0dad-2eb5-4337-838a-44260b0ec2ed admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:56:17.153034 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.services.segments.db [None req-a31a0dad-2eb5-4337-838a-44260b0ec2ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24f2cd7b-3dff-43db-9ec9-563e7b4f450c']}} {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:17.163343 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c735530-bec4-4fd2-9ed7-3ada1bc166bb req-4b11d6d5-cdb0-47f5-bc8d-082f00d57ac4 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:17.164734 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-2c735530-bec4-4fd2-9ed7-3ada1bc166bb req-4b11d6d5-cdb0-47f5-bc8d-082f00d57ac4 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/ports?device_id=d18cc400-c464-49c2-9f57-2f899adb0655 HTTP/1.1" status: 200 len: 944 time: 0.0878162 Jun 23 14:56:17.165939 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-664f060f-d477-4894-b985-b5bdd50567d3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for port, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.167987 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0ef948a3-49b0-416b-9fc7-4545b9092764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.180707 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.services.segments.db [None req-a31a0dad-2eb5-4337-838a-44260b0ec2ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e8ec6b-0a90-4edd-adfa-b06bb3629d06') {'for_net_delete': True} {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:17.181006 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.services.segments.db [None req-a31a0dad-2eb5-4337-838a-44260b0ec2ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e8ec6b-0a90-4edd-adfa-b06bb3629d06') {} {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:17.197437 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:17.205500 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-2c735530-bec4-4fd2-9ed7-3ada1bc166bb req-0948be4d-fadb-4acb-834a-2c928f879d8f tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/security-groups?id=d99d039b-2808-4f4a-b08e-ee562ca1d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347006 Jun 23 14:56:17.220846 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a31a0dad-2eb5-4337-838a-44260b0ec2ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735919037166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28999185'] for segment, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.228813 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-a64fe83b-b40d-41ba-8b84-c33b3be5524c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.232695 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-e8782949-edfa-4d03-b903-69a01f1f24e9 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:17.241243 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-577c2f69-57bc-482d-b422-8897b3fdba39 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for port, precommit_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.266915 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a31a0dad-2eb5-4337-838a-44260b0ec2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.267367 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-a64fe83b-b40d-41ba-8b84-c33b3be5524c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4718c29a77fe49e2917afab8bc908bd5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0245917 Jun 23 14:56:17.268236 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fe83b-b40d-41ba-8b84-c33b3be5524c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ff54c2-66c0-4b21-be91-9b772f57b890,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:17.270500 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 46284) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:17.272442 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-a64fe83b-b40d-41ba-8b84-c33b3be5524c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:17.279952 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-0ef948a3-49b0-416b-9fc7-4545b9092764 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=682d68ebc093496ba0779b4bd4569cbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9953420 Jun 23 14:56:17.283121 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 46286) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:17.299491 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a31a0dad-2eb5-4337-838a-44260b0ec2ed admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=100181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:56:17.299983 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a31a0dad-2eb5-4337-838a-44260b0ec2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497088'] for segment, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: from cryptography.utils import int_from_bytes Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: from cryptography.utils import int_from_bytes Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: Traceback (most recent call last): Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: timer() Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: cb(*args, **kw) Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: return func(*args, **kwargs) Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: self._notify() Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: self.callback(batched_events) Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: event.method(event) Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: return f(self, *a, **k) Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: return self._get(url).json() Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: return self.request(url, 'GET', **kwargs) Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:56:17.303999 dv-cinder-796286-8-smb neutron-server[100181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:56:17.314490 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef948a3-49b0-416b-9fc7-4545b9092764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3307bd-816a-4df7-8ae4-ad31b4976f0d,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:17.354177 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-0ef948a3-49b0-416b-9fc7-4545b9092764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:17.358041 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-577c2f69-57bc-482d-b422-8897b3fdba39 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.359515 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5f5dbaa3-f170-4220-ad0d-14ae547bf5b7 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9412389 Jun 23 14:56:17.367661 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-d6af5b44-5acb-4141-b391-5614a3ffe18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.369387 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f33bd04e-29c2-4416-a0d7-1c3dd55f8b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.370348 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-97d188a9-5de3-4bc9-a872-fc9bb856a730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:17.385230 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5c1b15a8-b18f-424f-9a26-429c732ed448 service neutron] Request body: {'port': {'device_id': '7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:56:17.404763 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-d6af5b44-5acb-4141-b391-5614a3ffe18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.407342 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f33bd04e-29c2-4416-a0d7-1c3dd55f8b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.469668 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c2f69-57bc-482d-b422-8897b3fdba39 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Pushing event updated for resources: {'Port': ['ID=f43755ee-3b48-44cd-9f43-24bc4dccc07a,revision_number=2']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:17.472838 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-577c2f69-57bc-482d-b422-8897b3fdba39 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:17.491089 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-664f060f-d477-4894-b985-b5bdd50567d3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25497294'] for port, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.511434 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:17.536251 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a31a0dad-2eb5-4337-838a-44260b0ec2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3849087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643696'] for network, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.541891 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-577c2f69-57bc-482d-b422-8897b3fdba39 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643682'] for floatingip, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.580929 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664f060f-d477-4894-b985-b5bdd50567d3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Network d2ee6402-d146-4119-8365-b6e413e6a66f is already hosted by enough agents. {{(pid=100181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:56:17.582368 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a31a0dad-2eb5-4337-838a-44260b0ec2ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.584125 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-a31a0dad-2eb5-4337-838a-44260b0ec2ed admin admin] 10.222.0.72 "DELETE /v2.0/networks/24f2cd7b-3dff-43db-9ec9-563e7b4f450c HTTP/1.1" status: 204 len: 168 time: 1.1026790 Jun 23 14:56:17.585215 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f060f-d477-4894-b985-b5bdd50567d3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Pushing event updated for resources: {'Port': ['ID=3888538b-9fa6-431c-a3c5-9e48ac2f1dce,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:17.587031 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 46296) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:17.587467 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5c1b15a8-b18f-424f-9a26-429c732ed448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.589272 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-664f060f-d477-4894-b985-b5bdd50567d3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:17.590086 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [None req-664f060f-d477-4894-b985-b5bdd50567d3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Resources bound (agent type, host, resource id): {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:56:17.591829 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-3950055e-b594-48ee-9889-15b90e709d87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:17.595407 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664f060f-d477-4894-b985-b5bdd50567d3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Received port after_create {{(pid=100181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:56:17.616140 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-d6af5b44-5acb-4141-b391-5614a3ffe18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.622309 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-d6af5b44-5acb-4141-b391-5614a3ffe18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.623945 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-d6af5b44-5acb-4141-b391-5614a3ffe18c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e8ff54c2-66c0-4b21-be91-9b772f57b890 HTTP/1.1" status: 204 len: 168 time: 0.3525670 Jun 23 14:56:17.626145 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-b4a254d2-dc76-4f67-8dc1-3b44244f447f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:17.629020 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a0dad-2eb5-4337-838a-44260b0ec2ed admin admin] Pushing event deleted for resources: {'Network': ['ID=24f2cd7b-3dff-43db-9ec9-563e7b4f450c,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:17.633857 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-a31a0dad-2eb5-4337-838a-44260b0ec2ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:17.641119 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f33bd04e-29c2-4416-a0d7-1c3dd55f8b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.643086 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af5b44-5acb-4141-b391-5614a3ffe18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ff54c2-66c0-4b21-be91-9b772f57b890,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:17.645295 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-d6af5b44-5acb-4141-b391-5614a3ffe18c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:17.648097 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f33bd04e-29c2-4416-a0d7-1c3dd55f8b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.649172 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-f33bd04e-29c2-4416-a0d7-1c3dd55f8b3a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0c3307bd-816a-4df7-8ae4-ad31b4976f0d HTTP/1.1" status: 204 len: 168 time: 0.3651559 Jun 23 14:56:17.649984 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:17.670899 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.db_base_plugin_v2 [None req-3204ac59-d9e3-4dab-abee-5370485fc4f7 admin admin] Deleting subnet d575fa1b-3636-4e0b-a733-f1d102f59455 {{(pid=100180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:56:17.680465 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-3204ac59-d9e3-4dab-abee-5370485fc4f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.723192 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-577c2f69-57bc-482d-b422-8897b3fdba39 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for floatingip, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.724730 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-577c2f69-57bc-482d-b422-8897b3fdba39 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9355259 Jun 23 14:56:17.746710 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33bd04e-29c2-4416-a0d7-1c3dd55f8b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3307bd-816a-4df7-8ae4-ad31b4976f0d,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:17.750956 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-f33bd04e-29c2-4416-a0d7-1c3dd55f8b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:17.762238 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-3204ac59-d9e3-4dab-abee-5370485fc4f7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.775852 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-3204ac59-d9e3-4dab-abee-5370485fc4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819001'] for subnet, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.799396 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-664f060f-d477-4894-b985-b5bdd50567d3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.941341 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-3204ac59-d9e3-4dab-abee-5370485fc4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3818976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210'] for subnet, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.944927 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-4f115cbc-7533-48dd-a631-694ef2bda1b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:17.972702 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204ac59-d9e3-4dab-abee-5370485fc4f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d575fa1b-3636-4e0b-a733-f1d102f59455,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:17.975344 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-3204ac59-d9e3-4dab-abee-5370485fc4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:17.980520 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-3204ac59-d9e3-4dab-abee-5370485fc4f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.985533 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-3204ac59-d9e3-4dab-abee-5370485fc4f7 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d575fa1b-3636-4e0b-a733-f1d102f59455 HTTP/1.1" status: 204 len: 168 time: 0.3950605 Jun 23 14:56:17.985714 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 46310) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:18.067587 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-664f060f-d477-4894-b985-b5bdd50567d3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:18.068505 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c7765bd0-b0eb-4502-98d7-3f0f72453420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3878271'] for network, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:18.242996 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5c1b15a8-b18f-424f-9a26-429c732ed448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bab7df26-6a87-47c6-a75e-9bf324d14074 {{(pid=100181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:56:18.256314 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5c1b15a8-b18f-424f-9a26-429c732ed448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:18.280043 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.provisioning_blocks [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5c1b15a8-b18f-424f-9a26-429c732ed448 service neutron] Transition to ACTIVE for port object bab7df26-6a87-47c6-a75e-9bf324d14074 will not be triggered until provisioned by entity L2. {{(pid=100181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:56:18.355101 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-664f060f-d477-4894-b985-b5bdd50567d3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for port, precommit_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:18.372540 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5c1b15a8-b18f-424f-9a26-429c732ed448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:18.394033 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:18.452076 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b15a8-b18f-424f-9a26-429c732ed448 service neutron] Pushing event updated for resources: {'Port': ['ID=bab7df26-6a87-47c6-a75e-9bf324d14074,revision_number=2']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:18.455816 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-5c1b15a8-b18f-424f-9a26-429c732ed448 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:18.457404 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-664f060f-d477-4894-b985-b5bdd50567d3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:18.462531 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-664f060f-d477-4894-b985-b5bdd50567d3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:18.490054 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c7765bd0-b0eb-4502-98d7-3f0f72453420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3849076', 'neutron.services.segments.db._delete_segments_for_network-8735919049759'] for network, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:18.515738 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c7765bd0-b0eb-4502-98d7-3f0f72453420 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:56:18.516086 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c7765bd0-b0eb-4502-98d7-3f0f72453420 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:56:18.516817 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c7765bd0-b0eb-4502-98d7-3f0f72453420 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:56:18.517278 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c7765bd0-b0eb-4502-98d7-3f0f72453420 admin admin] Subscribe: > port after_create 55550000 {{(pid=100180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:56:18.517491 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c7765bd0-b0eb-4502-98d7-3f0f72453420 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:56:18.517817 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c7765bd0-b0eb-4502-98d7-3f0f72453420 admin admin] Subscribe: > port after_update 55550000 {{(pid=100180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:56:18.518650 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c7765bd0-b0eb-4502-98d7-3f0f72453420 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:56:18.518650 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c7765bd0-b0eb-4502-98d7-3f0f72453420 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:56:18.518796 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c7765bd0-b0eb-4502-98d7-3f0f72453420 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:56:18.519490 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c7765bd0-b0eb-4502-98d7-3f0f72453420 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:56:18.539303 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f060f-d477-4894-b985-b5bdd50567d3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Pushing event updated for resources: {'Port': ['ID=3888538b-9fa6-431c-a3c5-9e48ac2f1dce,revision_number=2']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:18.542246 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-664f060f-d477-4894-b985-b5bdd50567d3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:18.591137 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c7765bd0-b0eb-4502-98d7-3f0f72453420 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:56:18.591728 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c7765bd0-b0eb-4502-98d7-3f0f72453420 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:56:18.591908 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c7765bd0-b0eb-4502-98d7-3f0f72453420 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:56:18.592176 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c7765bd0-b0eb-4502-98d7-3f0f72453420 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:56:18.592535 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.services.segments.db [None req-c7765bd0-b0eb-4502-98d7-3f0f72453420 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b025d2-c2b5-4f7f-b8db-26f1cb0df8d4']}} {{(pid=100180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:18.623397 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-664f060f-d477-4894-b985-b5bdd50567d3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643682'] for floatingip, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:18.635250 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.services.segments.db [None req-c7765bd0-b0eb-4502-98d7-3f0f72453420 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f35df1d5-d16d-441f-a118-e48809182451') {'for_net_delete': True} {{(pid=100180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:18.635548 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.services.segments.db [None req-c7765bd0-b0eb-4502-98d7-3f0f72453420 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f35df1d5-d16d-441f-a118-e48809182451') {} {{(pid=100180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:18.642609 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5c1b15a8-b18f-424f-9a26-429c732ed448 service neutron] Attempting to bind port bab7df26-6a87-47c6-a75e-9bf324d14074 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:56:18.643145 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5c1b15a8-b18f-424f-9a26-429c732ed448 service neutron] Attempting to bind port bab7df26-6a87-47c6-a75e-9bf324d14074 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '7bcd3f01-92f6-4543-9a00-534f3fe7928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e0346334-c16f-40f4-aea1-9054cd38ae9d'}] {{(pid=100181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:56:18.643833 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5c1b15a8-b18f-424f-9a26-429c732ed448 service neutron] Attempting to bind port bab7df26-6a87-47c6-a75e-9bf324d14074 on network e0346334-c16f-40f4-aea1-9054cd38ae9d {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:56:18.652042 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5c1b15a8-b18f-424f-9a26-429c732ed448 service neutron] Port bab7df26-6a87-47c6-a75e-9bf324d14074 on network e0346334-c16f-40f4-aea1-9054cd38ae9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:56:18.652365 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5c1b15a8-b18f-424f-9a26-429c732ed448 service neutron] Attempting to bind port bab7df26-6a87-47c6-a75e-9bf324d14074 on network e0346334-c16f-40f4-aea1-9054cd38ae9d {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:56:18.657735 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5c1b15a8-b18f-424f-9a26-429c732ed448 service neutron] Checking agent: {'id': 'c9242261-8a06-47e1-899c-cb42624e61de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:56:18.658105 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5c1b15a8-b18f-424f-9a26-429c732ed448 service neutron] Checking segment: {'id': '7bcd3f01-92f6-4543-9a00-534f3fe7928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e0346334-c16f-40f4-aea1-9054cd38ae9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:56:18.658484 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5c1b15a8-b18f-424f-9a26-429c732ed448 service neutron] Bound using segment: {'id': '7bcd3f01-92f6-4543-9a00-534f3fe7928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e0346334-c16f-40f4-aea1-9054cd38ae9d'} {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:56:18.658909 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5c1b15a8-b18f-424f-9a26-429c732ed448 service neutron] Bound port: bab7df26-6a87-47c6-a75e-9bf324d14074, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bcd3f01-92f6-4543-9a00-534f3fe7928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e0346334-c16f-40f4-aea1-9054cd38ae9d'}}] {{(pid=100181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:56:18.659256 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5c1b15a8-b18f-424f-9a26-429c732ed448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:18.660710 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-aa62e6b9-642b-4a2e-aab2-f5184538a9c6 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--252553323&fields=id&tenant_id=7f4408f772214ed1aa8148f3f34bb8d3 HTTP/1.1" status: 200 len: 267 time: 0.2091949 Jun 23 14:56:18.662991 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c7765bd0-b0eb-4502-98d7-3f0f72453420 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735919037166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25328123'] for segment, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:18.717484 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c7765bd0-b0eb-4502-98d7-3f0f72453420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:18.761090 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7765bd0-b0eb-4502-98d7-3f0f72453420 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=100180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:56:18.761648 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c7765bd0-b0eb-4502-98d7-3f0f72453420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25328475'] for segment, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:18.764359 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5c1b15a8-b18f-424f-9a26-429c732ed448 service neutron] For port bab7df26-6a87-47c6-a75e-9bf324d14074, host hv-cinder-79628, cleared binding levels {{(pid=100181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: from cryptography.utils import int_from_bytes Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: from cryptography.utils import int_from_bytes Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: Traceback (most recent call last): Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: timer() Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: cb(*args, **kw) Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: return func(*args, **kwargs) Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: self._notify() Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: self.callback(batched_events) Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: event.method(event) Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: return f(self, *a, **k) Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: return self._get(url).json() Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: return self.request(url, 'GET', **kwargs) Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:56:18.768489 dv-cinder-796286-8-smb neutron-server[100180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:56:18.771622 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-664f060f-d477-4894-b985-b5bdd50567d3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for floatingip, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:18.790604 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-664f060f-d477-4894-b985-b5bdd50567d3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4433846 Jun 23 14:56:18.792398 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6a285-9cf2-494a-8dca-f9d6f0e2a006 req-dbd645ec-e319-47a6-9315-5d4799cb2c9d tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:18.794043 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3bc6a285-9cf2-494a-8dca-f9d6f0e2a006 req-dbd645ec-e319-47a6-9315-5d4799cb2c9d tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 931 time: 0.6358116 Jun 23 14:56:18.795065 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 46364) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:18.801577 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5c1b15a8-b18f-424f-9a26-429c732ed448 service neutron] For port bab7df26-6a87-47c6-a75e-9bf324d14074, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bab7df26-6a87-47c6-a75e-9bf324d14074,segment=NetworkSegment(7bcd3f01-92f6-4543-9a00-534f3fe7928a),segment_id=7bcd3f01-92f6-4543-9a00-534f3fe7928a)] {{(pid=100181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:56:18.854875 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device a08ac052-7595-4a5d-a91f-dfc713d2d4f3 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=100182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:56:18.876359 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-b288c9f0-8377-4f17-8985-9e251c8b06c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:18.895818 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5c1b15a8-b18f-424f-9a26-429c732ed448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:18.897869 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-bc6370c5-04f8-48c8-acd9-ea8293788325 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:18.899336 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-bc6370c5-04f8-48c8-acd9-ea8293788325 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/networks?id=046085b9-f7b3-4ac3-83a3-779993ec93a2 HTTP/1.1" status: 200 len: 811 time: 0.2314894 Jun 23 14:56:18.911811 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-577c2f69-57bc-482d-b422-8897b3fdba39 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:18.943158 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3bc6a285-9cf2-494a-8dca-f9d6f0e2a006 req-3255e155-5290-47f4-a871-0675fb92d873 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075175 Jun 23 14:56:18.949510 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-6fc61ec7-1dba-455e-8f9b-7696413ab869 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/quotas/7f4408f772214ed1aa8148f3f34bb8d3 HTTP/1.1" status: 200 len: 375 time: 0.0359714 Jun 23 14:56:18.972866 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port a08ac052-7595-4a5d-a91f-dfc713d2d4f3, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a08ac052-7595-4a5d-a91f-dfc713d2d4f3,segment=NetworkSegment(961d70cb-b473-4cd2-adba-0d1835910355),segment_id=961d70cb-b473-4cd2-adba-0d1835910355)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:18.992669 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5c1b15a8-b18f-424f-9a26-429c732ed448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:18.993286 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5c1b15a8-b18f-424f-9a26-429c732ed448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:18.994689 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-5c1b15a8-b18f-424f-9a26-429c732ed448 service neutron] 10.222.0.46 "PUT /v2.0/ports/bab7df26-6a87-47c6-a75e-9bf324d14074 HTTP/1.1" status: 200 len: 1093 time: 1.6197848 Jun 23 14:56:18.995458 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6', 'tag': 'bab7df26-6a87-47c6-a75e-9bf324d14074'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:56:18.998256 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a27a3d-d442-48e8-b2f3-b0a31901000a" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6", "tag": "bab7df26-6a87-47c6-a75e-9bf324d14074"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:56:19.013416 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Returning: {'device': 'a08ac052-7595-4a5d-a91f-dfc713d2d4f3', 'network_id': '2d570cdd-70ba-40cb-885c-399ae449ecd8', 'port_id': 'a08ac052-7595-4a5d-a91f-dfc713d2d4f3', 'mac_address': 'fa:16:3e:13:5d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610ad616-b1a5-43e9-8ed3-8bcfbdeebe83', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:56:19.019479 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b15a8-b18f-424f-9a26-429c732ed448 service neutron] Pushing event updated for resources: {'Port': ['ID=bab7df26-6a87-47c6-a75e-9bf324d14074,revision_number=3']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:19.024294 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-5c1b15a8-b18f-424f-9a26-429c732ed448 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:19.037589 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c7765bd0-b0eb-4502-98d7-3f0f72453420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3849087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643696'] for network, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:19.054523 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:19.063938 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c7765bd0-b0eb-4502-98d7-3f0f72453420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:19.066613 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-c7765bd0-b0eb-4502-98d7-3f0f72453420 admin admin] 10.222.0.72 "DELETE /v2.0/networks/75b025d2-c2b5-4f7f-b8db-26f1cb0df8d4 HTTP/1.1" status: 204 len: 168 time: 1.0798368 Jun 23 14:56:19.074794 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-4e6633fb-6e36-4196-8609-b8eb3cf22d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:19.076495 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a08ac052-7595-4a5d-a91f-dfc713d2d4f3 {{(pid=100182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:56:19.098893 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port a08ac052-7595-4a5d-a91f-dfc713d2d4f3, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a08ac052-7595-4a5d-a91f-dfc713d2d4f3,segment=NetworkSegment(961d70cb-b473-4cd2-adba-0d1835910355),segment_id=961d70cb-b473-4cd2-adba-0d1835910355)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:19.119519 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7765bd0-b0eb-4502-98d7-3f0f72453420 admin admin] Pushing event deleted for resources: {'Network': ['ID=75b025d2-c2b5-4f7f-b8db-26f1cb0df8d4,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:19.135413 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-c7765bd0-b0eb-4502-98d7-3f0f72453420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:19.167116 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:19.168030 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=100182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:56:19.170315 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-9f889679-6eb2-4fc2-90b3-65e171b9ac61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:19.235329 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=a08ac052-7595-4a5d-a91f-dfc713d2d4f3,revision_number=4']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:19.237231 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-b288c9f0-8377-4f17-8985-9e251c8b06c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:19.240126 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:19.260173 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-b22e8975-fba6-480d-8fc2-36cfe540eaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:19.262135 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-b22e8975-fba6-480d-8fc2-36cfe540eaf9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d58c52cfc1c34f4585397127cb5d74af&device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 1096 time: 0.1003103 Jun 23 14:56:19.275317 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-d7f64a96-d5b0-492d-af84-5954c0189504 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7f4408f772214ed1aa8148f3f34bb8d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3076682 Jun 23 14:56:19.313451 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-4fcb84e1-335b-4fa6-8e76-5ad69253e5b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bab7df26-6a87-47c6-a75e-9bf324d14074 HTTP/1.1" status: 200 len: 217 time: 0.0427208 Jun 23 14:56:19.339277 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afc76b-50ce-4ba7-bff8-22f68f29803d req-a6612917-aba7-42b7-8530-3e38e94e65e2 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:19.339277 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-50afc76b-50ce-4ba7-bff8-22f68f29803d req-a6612917-aba7-42b7-8530-3e38e94e65e2 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/ports?device_id=d18cc400-c464-49c2-9f57-2f899adb0655 HTTP/1.1" status: 200 len: 944 time: 0.2201958 Jun 23 14:56:19.363429 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5,segment=NetworkSegment(7bcd3f01-92f6-4543-9a00-534f3fe7928a),segment_id=7bcd3f01-92f6-4543-9a00-534f3fe7928a)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:19.383514 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Returning: {'device': '5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5', 'network_id': 'e0346334-c16f-40f4-aea1-9054cd38ae9d', 'port_id': '5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5', 'mac_address': 'fa:16:3e:61:d0:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '844a227c-d94f-4f13-9d17-8cc692313f0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:56:19.396306 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-b288c9f0-8377-4f17-8985-9e251c8b06c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:19.402078 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-1ad1c2ce-784d-44d3-b390-3daf79eedaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:19.403621 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-1ad1c2ce-784d-44d3-b390-3daf79eedaba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=844a227c-d94f-4f13-9d17-8cc692313f0c HTTP/1.1" status: 200 len: 858 time: 0.0798488 Jun 23 14:56:19.407300 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:19.447820 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-609b348e-f6a3-47af-9e06-6e195b6dd36b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0346334-c16f-40f4-aea1-9054cd38ae9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365040 Jun 23 14:56:19.461130 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288c9f0-8377-4f17-8985-9e251c8b06c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47aad37-2de9-4e2c-b36d-5a66ced085ef,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:19.477255 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-b288c9f0-8377-4f17-8985-9e251c8b06c0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c4ee001fbbca452f908968a8965869ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6615026 Jun 23 14:56:19.477255 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-b288c9f0-8377-4f17-8985-9e251c8b06c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:19.477255 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-50afc76b-50ce-4ba7-bff8-22f68f29803d req-6eaa76f1-67c2-4db3-a300-08b2e3738bbf tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/security-groups?id=d99d039b-2808-4f4a-b08e-ee562ca1d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270385 Jun 23 14:56:19.477255 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 46404) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:19.509550 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:19.517265 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 46406) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:19.523610 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-22d0a252-e179-4e84-b1d2-cae1abf17dd0 service neutron] 10.222.0.72 "GET /v2.0/networks/046085b9-f7b3-4ac3-83a3-779993ec93a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268145 Jun 23 14:56:19.533402 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5 {{(pid=100182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:56:19.557774 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5,segment=NetworkSegment(7bcd3f01-92f6-4543-9a00-534f3fe7928a),segment_id=7bcd3f01-92f6-4543-9a00-534f3fe7928a)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:19.604480 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50f9d68-9f7f-4251-97c8-d33d4ffe70c9 x-openstack-request-id: req-a50f9d68-9f7f-4251-97c8-d33d4ffe70c9 {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:56:19.604881 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6", "tag": "bab7df26-6a87-47c6-a75e-9bf324d14074", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:56:19.605268 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a50f9d68-9f7f-4251-97c8-d33d4ffe70c9 {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:56:19.605810 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6', 'tag': 'bab7df26-6a87-47c6-a75e-9bf324d14074', 'status': 'completed', 'code': 200} Jun 23 14:56:19.639047 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-23d6594e-9687-48f1-bb9e-fa64a053c523 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ab1084960b0b4e9689164ce1f8b6149e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1181233 Jun 23 14:56:19.640033 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 46414) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:19.649739 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-bc0b18f9-daf7-41d8-a573-da4da6c29013 service neutron] 10.222.0.46 "GET /v2.0/networks/e0346334-c16f-40f4-aea1-9054cd38ae9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904173 Jun 23 14:56:19.689386 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e9e8ac1c-747a-4d66-a0c6-80c0eb32608e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:19.713006 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:19.719009 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-9cd90b6b-0a76-4d27-a0af-c54446ccdb7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:19.754046 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-6e48eda4-40fe-4507-8900-3f7c95dff509 service neutron] 10.222.0.72 "GET /v2.0/networks/046085b9-f7b3-4ac3-83a3-779993ec93a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295310 Jun 23 14:56:19.786107 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5,revision_number=4']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:19.786409 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e9e8ac1c-747a-4d66-a0c6-80c0eb32608e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:19.790204 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-beda7ad5-99bc-431b-9702-6e88c059a376 req-0b482ff5-a75f-4ebc-825e-b7c5629637c8 service neutron] 10.222.0.46 "GET /v2.0/networks/e0346334-c16f-40f4-aea1-9054cd38ae9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324246 Jun 23 14:56:19.799056 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:19.802483 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9009b492-4e59-46af-9b62-de8c376e9147 req-ba51c593-2d56-439f-9f97-fd5a82dad3e6 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--2146772491&fields=id&tenant_id=662a27900f4b4c86b36ebf9acc29eeb6 HTTP/1.1" status: 200 len: 267 time: 0.1285312 Jun 23 14:56:19.866412 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-ab71efa9-cb2e-4377-bf24-d3535178730a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:19.920092 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-ab71efa9-cb2e-4377-bf24-d3535178730a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:19.982623 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009b492-4e59-46af-9b62-de8c376e9147 req-ff1c4db0-554c-4701-81ba-003730c4a4e4 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:19.983981 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9009b492-4e59-46af-9b62-de8c376e9147 req-ff1c4db0-554c-4701-81ba-003730c4a4e4 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/networks?id=751b38e2-092c-451f-8e10-78172c3e29c3 HTTP/1.1" status: 200 len: 816 time: 0.1670532 Jun 23 14:56:20.014673 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9009b492-4e59-46af-9b62-de8c376e9147 req-d47b4151-e839-4093-aa0d-4f1a97aa41a8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/quotas/662a27900f4b4c86b36ebf9acc29eeb6 HTTP/1.1" status: 200 len: 375 time: 0.0198641 Jun 23 14:56:20.029187 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['a08ac052-7595-4a5d-a91f-dfc713d2d4f3'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:56:20.057464 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 6 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:56:20.112045 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:56:20.114605 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a27a3d-d442-48e8-b2f3-b0a31901000a req-13564a84-7ce3-4b70-b0e3-b5b154eaa68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:20.115076 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-ab71efa9-cb2e-4377-bf24-d3535178730a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:20.116828 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-e0a27a3d-d442-48e8-b2f3-b0a31901000a req-13564a84-7ce3-4b70-b0e3-b5b154eaa68f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d58c52cfc1c34f4585397127cb5d74af&device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 1096 time: 0.1461358 Jun 23 14:56:20.127122 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-ab71efa9-cb2e-4377-bf24-d3535178730a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:20.134449 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-ab71efa9-cb2e-4377-bf24-d3535178730a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/66c2c8f3-a784-4b4d-859c-920653ec43e0 HTTP/1.1" status: 204 len: 168 time: 0.4856770 Jun 23 14:56:20.134449 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e9e8ac1c-747a-4d66-a0c6-80c0eb32608e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:20.135386 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e9e8ac1c-747a-4d66-a0c6-80c0eb32608e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:20.138852 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-e9e8ac1c-747a-4d66-a0c6-80c0eb32608e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b47aad37-2de9-4e2c-b36d-5a66ced085ef HTTP/1.1" status: 204 len: 168 time: 0.6600914 Jun 23 14:56:20.139659 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:20.176849 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71efa9-cb2e-4377-bf24-d3535178730a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c2c8f3-a784-4b4d-859c-920653ec43e0,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:20.231571 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9009b492-4e59-46af-9b62-de8c376e9147 req-8be505ed-19ad-411d-bf01-47be1cd3b8e0 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=662a27900f4b4c86b36ebf9acc29eeb6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2113910 Jun 23 14:56:20.232091 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a27a3d-d442-48e8-b2f3-b0a31901000a req-496ee200-29ef-48f2-8f41-94c691afc53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:20.233511 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-e0a27a3d-d442-48e8-b2f3-b0a31901000a req-496ee200-29ef-48f2-8f41-94c691afc53d service neutron] 10.222.0.46 "GET /v2.0/networks?id=e0346334-c16f-40f4-aea1-9054cd38ae9d HTTP/1.1" status: 200 len: 919 time: 0.1098356 Jun 23 14:56:20.235269 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e8ac1c-747a-4d66-a0c6-80c0eb32608e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47aad37-2de9-4e2c-b36d-5a66ced085ef,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:20.241173 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-e9e8ac1c-747a-4d66-a0c6-80c0eb32608e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:20.243570 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:20.243934 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:20.297680 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-e0a27a3d-d442-48e8-b2f3-b0a31901000a req-5f6adeaa-99d8-4ca3-b68d-85a858737992 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bab7df26-6a87-47c6-a75e-9bf324d14074 HTTP/1.1" status: 200 len: 217 time: 0.0513020 Jun 23 14:56:20.355432 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d33f6c-acb3-44a1-934a-f9194b2ceb7d req-24bcba36-cc0e-48af-a7cf-b0cc19322524 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:20.358095 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-72d33f6c-acb3-44a1-934a-f9194b2ceb7d req-24bcba36-cc0e-48af-a7cf-b0cc19322524 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 943 time: 0.2199323 Jun 23 14:56:20.376316 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a27a3d-d442-48e8-b2f3-b0a31901000a req-11dcf8de-f981-4a1b-9574-f4d67e594f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:20.377921 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-e0a27a3d-d442-48e8-b2f3-b0a31901000a req-11dcf8de-f981-4a1b-9574-f4d67e594f92 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=844a227c-d94f-4f13-9d17-8cc692313f0c HTTP/1.1" status: 200 len: 858 time: 0.0679262 Jun 23 14:56:20.421095 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9009b492-4e59-46af-9b62-de8c376e9147 req-68788ae6-4a26-4031-858b-6858fd0c5001 service neutron] 10.222.0.72 "GET /v2.0/networks/751b38e2-092c-451f-8e10-78172c3e29c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467474 Jun 23 14:56:20.428169 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-e0a27a3d-d442-48e8-b2f3-b0a31901000a req-3c387793-8e36-4aae-a3a0-7933dd07f513 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0346334-c16f-40f4-aea1-9054cd38ae9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428767 Jun 23 14:56:20.429277 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-72d33f6c-acb3-44a1-934a-f9194b2ceb7d req-83dcb12c-ed64-450b-be47-28a9441bde2e tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616570 Jun 23 14:56:20.547986 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a48af9e6-2932-485a-b676-75490a76d6c8 req-0a54c059-1709-4cb7-9567-fcb06bb119dc tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 210 time: 0.0455539 Jun 23 14:56:20.550941 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-e0a27a3d-d442-48e8-b2f3-b0a31901000a req-bab7800f-90e8-407f-9ea3-ff980590baf2 service neutron] 10.222.0.46 "GET /v2.0/networks/e0346334-c16f-40f4-aea1-9054cd38ae9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099172 Jun 23 14:56:20.587831 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9009b492-4e59-46af-9b62-de8c376e9147 req-c8276200-75be-4fb6-a259-0e2bea151633 service neutron] 10.222.0.72 "GET /v2.0/networks/751b38e2-092c-451f-8e10-78172c3e29c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574750 Jun 23 14:56:20.770863 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-e0a27a3d-d442-48e8-b2f3-b0a31901000a req-ff9e3a33-8945-48c4-a695-8d3b8dfc8777 service neutron] 10.222.0.46 "GET /v2.0/networks/e0346334-c16f-40f4-aea1-9054cd38ae9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127855 Jun 23 14:56:20.889045 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78b1aa-23b1-458f-8625-cc50de0beae7 req-89c56fd2-24ce-4d07-9b34-7dfbdb900b31 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:20.889045 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0f78b1aa-23b1-458f-8625-cc50de0beae7 req-89c56fd2-24ce-4d07-9b34-7dfbdb900b31 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/ports?device_id=d18cc400-c464-49c2-9f57-2f899adb0655 HTTP/1.1" status: 200 len: 945 time: 0.0876501 Jun 23 14:56:20.969810 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-8ddcd84b-1da2-44f5-94b1-216136c1914c req-63d9d088-22a7-4a72-9de6-c2baf31fa4e8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 210 time: 0.0397742 Jun 23 14:56:20.973075 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0f78b1aa-23b1-458f-8625-cc50de0beae7 req-df663ab0-1598-4a92-a34a-5107efb583bb tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/security-groups?id=d99d039b-2808-4f4a-b08e-ee562ca1d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702562 Jun 23 14:56:21.234411 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 46476) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:21.276472 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-e0a903d8-83f2-471f-8c49-71b848a92e8b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=490734b2aa75402c9ce620bb1fffecbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384185 Jun 23 14:56:21.276675 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 46478) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:21.317127 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 46480) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:21.328556 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-2fdf30e8-633c-4fd5-ae07-02fdf7b04580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:21.352154 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-2fdf30e8-633c-4fd5-ae07-02fdf7b04580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:21.475861 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-2fdf30e8-633c-4fd5-ae07-02fdf7b04580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:21.478981 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-2fdf30e8-633c-4fd5-ae07-02fdf7b04580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:21.480318 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-2fdf30e8-633c-4fd5-ae07-02fdf7b04580 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c429c385-5fe7-46e0-9b5f-587362143f94 HTTP/1.1" status: 204 len: 168 time: 0.2027555 Jun 23 14:56:21.481172 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-4e6633fb-6e36-4196-8609-b8eb3cf22d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:21.499129 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf30e8-633c-4fd5-ae07-02fdf7b04580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c429c385-5fe7-46e0-9b5f-587362143f94,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:21.526946 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-2fdf30e8-633c-4fd5-ae07-02fdf7b04580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:21.533045 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7a73fd79-3971-49f1-81fa-417f5265ac38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:21.685745 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7a73fd79-3971-49f1-81fa-417f5265ac38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:21.712038 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5bec16fb-cbd0-47b9-ae01-53b137c98548 req-238dfe52-34f4-424e-a00d-450991764d17 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 210 time: 0.0308726 Jun 23 14:56:21.737410 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7b049-607a-4207-b143-3f913b6c2e2d req-bacf0d03-50ac-4c07-816e-d99a2797544f tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:21.737410 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ebc7b049-607a-4207-b143-3f913b6c2e2d req-bacf0d03-50ac-4c07-816e-d99a2797544f tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 943 time: 0.1119819 Jun 23 14:56:21.773607 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ebc7b049-607a-4207-b143-3f913b6c2e2d req-a5859e79-0e90-4b5d-b1d9-e914d59a87af tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333340 Jun 23 14:56:21.775372 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7a73fd79-3971-49f1-81fa-417f5265ac38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:21.786237 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-973e0512-5bc2-42cb-9a32-f26cd059fede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:21.851064 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73fd79-3971-49f1-81fa-417f5265ac38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bc3761-2da9-4d42-8f01-be74b4144d5a,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:21.857185 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-7a73fd79-3971-49f1-81fa-417f5265ac38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:21.861646 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-7a73fd79-3971-49f1-81fa-417f5265ac38 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=616c793b790f44b5a24a74c515a5bc8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5430346 Jun 23 14:56:21.863781 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 46506) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:21.924045 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-245e2a7a-a736-4ce0-87c4-1011690b323b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:21.945181 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-245e2a7a-a736-4ce0-87c4-1011690b323b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:22.078451 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-245e2a7a-a736-4ce0-87c4-1011690b323b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:22.082045 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-245e2a7a-a736-4ce0-87c4-1011690b323b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:22.083615 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-245e2a7a-a736-4ce0-87c4-1011690b323b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f8bc3761-2da9-4d42-8f01-be74b4144d5a HTTP/1.1" status: 204 len: 168 time: 0.2175877 Jun 23 14:56:22.087018 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-39d39041-57e5-4123-a5f5-cf4564de8e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:22.098114 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e2a7a-a736-4ce0-87c4-1011690b323b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bc3761-2da9-4d42-8f01-be74b4144d5a,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:22.100385 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-245e2a7a-a736-4ce0-87c4-1011690b323b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:22.111291 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7ebf7eab-812e-4b3d-8183-9b5b82aaaaf0 req-51788e5c-cb6e-4715-a8d8-c75fc5af5faa tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 210 time: 0.0579972 Jun 23 14:56:22.216513 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f8ef1-4b73-486b-91ed-5c85a56c303b req-146580b0-cfef-4f35-8061-59587901d0e2 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:22.222315 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-157f8ef1-4b73-486b-91ed-5c85a56c303b req-146580b0-cfef-4f35-8061-59587901d0e2 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/ports?device_id=d18cc400-c464-49c2-9f57-2f899adb0655 HTTP/1.1" status: 200 len: 945 time: 0.0948076 Jun 23 14:56:22.276117 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-157f8ef1-4b73-486b-91ed-5c85a56c303b req-045d4d01-fbf7-408c-98ec-219e6702955e tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/security-groups?id=d99d039b-2808-4f4a-b08e-ee562ca1d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404460 Jun 23 14:56:22.861618 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device bab7df26-6a87-47c6-a75e-9bf324d14074 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=100182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:56:22.868683 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device a08ac052-7595-4a5d-a91f-dfc713d2d4f3 up at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:56:22.950277 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a811e8a3-38b4-4927-aab0-b61e3e420d47 req-38da749c-9efa-4f06-9c6e-b6be033b81bc tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 210 time: 0.0813253 Jun 23 14:56:23.049668 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 46550) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:23.092173 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port bab7df26-6a87-47c6-a75e-9bf324d14074, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bab7df26-6a87-47c6-a75e-9bf324d14074,segment=NetworkSegment(7bcd3f01-92f6-4543-9a00-534f3fe7928a),segment_id=7bcd3f01-92f6-4543-9a00-534f3fe7928a)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:23.096925 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-043ff622-da1c-4a86-acf1-f07914390493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:23.116109 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Returning: {'device': 'bab7df26-6a87-47c6-a75e-9bf324d14074', 'network_id': 'e0346334-c16f-40f4-aea1-9054cd38ae9d', 'port_id': 'bab7df26-6a87-47c6-a75e-9bf324d14074', 'mac_address': 'fa:16:3e:d6:ab:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '844a227c-d94f-4f13-9d17-8cc692313f0c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:56:23.119518 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137d8b1-2988-427d-8f61-7f0465f0ef0f req-db9f792b-1f53-4bf9-b635-2cf50c0bd30a tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:23.128630 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7137d8b1-2988-427d-8f61-7f0465f0ef0f req-db9f792b-1f53-4bf9-b635-2cf50c0bd30a tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 943 time: 0.1531909 Jun 23 14:56:23.147866 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning for port a08ac052-7595-4a5d-a91f-dfc713d2d4f3 completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:56:23.163434 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning complete for port a08ac052-7595-4a5d-a91f-dfc713d2d4f3 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:56:23.163936 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:23.169916 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-3e481b45-5536-4410-816f-1897f5c27cb9 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:23.171086 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-3e481b45-5536-4410-816f-1897f5c27cb9 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.46 "GET /v2.0/networks?id=046085b9-f7b3-4ac3-83a3-779993ec93a2 HTTP/1.1" status: 200 len: 811 time: 0.1834648 Jun 23 14:56:23.256929 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-077575f3-dcf7-4488-8657-5ed5427f6d86 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f4408f772214ed1aa8148f3f34bb8d3 HTTP/1.1" status: 200 len: 379 time: 0.0771201 Jun 23 14:56:23.270217 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-14a467fc-52b4-4dc5-920d-f920119c217b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Request body: {'port': {'device_id': 'f173b1e8-afe4-4e54-8260-f9df38e98a99', 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2', 'admin_state_up': True, 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'security_groups': ['cb7b6b37-3337-4d18-96c6-507902ba978e']}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:56:23.282366 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:23.294876 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-043ff622-da1c-4a86-acf1-f07914390493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:23.301416 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bab7df26-6a87-47c6-a75e-9bf324d14074 {{(pid=100182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:56:23.328283 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port bab7df26-6a87-47c6-a75e-9bf324d14074, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bab7df26-6a87-47c6-a75e-9bf324d14074,segment=NetworkSegment(7bcd3f01-92f6-4543-9a00-534f3fe7928a),segment_id=7bcd3f01-92f6-4543-9a00-534f3fe7928a)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:23.361394 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7137d8b1-2988-427d-8f61-7f0465f0ef0f req-2528abe9-3a56-473a-8b3f-49557379caa1 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313471 Jun 23 14:56:23.380092 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:23.394907 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-043ff622-da1c-4a86-acf1-f07914390493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:23.411724 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18cc400-c464-49c2-9f57-2f899adb0655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08ac052-7595-4a5d-a91f-dfc713d2d4f3'}] {{(pid=100182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:56:23.421710 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-b288c9f0-8377-4f17-8985-9e251c8b06c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:23.447371 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-19d60d6c-f9a7-4141-b5f0-d2ce9bd52658 req-d73ef55d-72d7-47c6-b12a-901059e94bf4 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 210 time: 0.0900822 Jun 23 14:56:23.494781 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:23.506490 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:23.512700 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port a08ac052-7595-4a5d-a91f-dfc713d2d4f3, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a08ac052-7595-4a5d-a91f-dfc713d2d4f3,segment=NetworkSegment(961d70cb-b473-4cd2-adba-0d1835910355),segment_id=961d70cb-b473-4cd2-adba-0d1835910355)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:23.537295 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ff622-da1c-4a86-acf1-f07914390493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edf9581-ecef-47e1-9962-f6d61bd90557,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:23.540751 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-043ff622-da1c-4a86-acf1-f07914390493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:23.568205 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 46566) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:23.568976 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-043ff622-da1c-4a86-acf1-f07914390493 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=80609682e8614c1289fc007b1093578e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5169725 Jun 23 14:56:23.596116 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=bab7df26-6a87-47c6-a75e-9bf324d14074,revision_number=4']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:23.599463 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:23.631613 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7e79-6a9d-4bf4-9b69-5cd9a89d013a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:23.638244 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:23.639661 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5 up at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:56:23.658317 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9d412-994d-45d3-98f6-97a0f024b097 req-b6b2ac30-11db-4417-babf-118f1d3417fb tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:23.659822 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-dfb9d412-994d-45d3-98f6-97a0f024b097 req-b6b2ac30-11db-4417-babf-118f1d3417fb tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/ports?device_id=d18cc400-c464-49c2-9f57-2f899adb0655 HTTP/1.1" status: 200 len: 945 time: 0.0895865 Jun 23 14:56:23.687091 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-14a467fc-52b4-4dc5-920d-f920119c217b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Made reservation on behalf of 7f4408f772214ed1aa8148f3f34bb8d3 for: {'port': 1} {{(pid=100181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:56:23.705293 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-14a467fc-52b4-4dc5-920d-f920119c217b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:23.709967 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7e79-6a9d-4bf4-9b69-5cd9a89d013a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:23.804829 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-dfb9d412-994d-45d3-98f6-97a0f024b097 req-c09ad519-c9f4-4665-ac19-4a9fbe008f80 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/security-groups?id=d99d039b-2808-4f4a-b08e-ee562ca1d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270897 Jun 23 14:56:23.819470 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:23.824282 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['bab7df26-6a87-47c6-a75e-9bf324d14074'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:56:23.895529 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009b492-4e59-46af-9b62-de8c376e9147 req-a3071bb8-a9d7-423e-ac14-a91680e8ff2d tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:23.897290 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9009b492-4e59-46af-9b62-de8c376e9147 req-a3071bb8-a9d7-423e-ac14-a91680e8ff2d tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.46 "GET /v2.0/networks?id=751b38e2-092c-451f-8e10-78172c3e29c3 HTTP/1.1" status: 200 len: 816 time: 0.1955993 Jun 23 14:56:23.912682 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_common [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-14a467fc-52b4-4dc5-920d-f920119c217b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Allocated IP 172.20.0.8 (046085b9-f7b3-4ac3-83a3-779993ec93a2/ed6e6346-c056-4ca0-89e5-57da755e7b9f/b348ace4-dd64-4456-a0c4-6f7438120f81) {{(pid=100181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:56:23.955734 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=a08ac052-7595-4a5d-a91f-dfc713d2d4f3,revision_number=5']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:23.963264 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:24.030502 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning for port 5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5 completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:56:24.043722 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9009b492-4e59-46af-9b62-de8c376e9147 req-aaedd921-0219-41f0-b02e-d10b32b52bc1 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=662a27900f4b4c86b36ebf9acc29eeb6 HTTP/1.1" status: 200 len: 380 time: 0.1370754 Jun 23 14:56:24.046353 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning complete for port 5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:56:24.048525 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:24.058139 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [req-9009b492-4e59-46af-9b62-de8c376e9147 req-ba88756c-8407-45a2-919a-8db25e66e6ef tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Request body: {'port': {'device_id': 'de6d5cf5-832a-4f5b-8415-901c71fb1040', 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3', 'admin_state_up': True, 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'security_groups': ['eb06a1d0-46d9-4c82-a838-59a927563b20']}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:56:24.089082 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-14a467fc-52b4-4dc5-920d-f920119c217b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for port, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:24.090173 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2be0bd3a3b87df06192a81cc7e782664f9eb16b4f3df3f1ec53fa4495edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978618a4-ac8b-4e6d-98eb-4ad993e39e07" -d '{"events": [{"server_uuid": "d18cc400-c464-49c2-9f57-2f899adb0655", "name": "network-vif-plugged", "status": "completed", "tag": "a08ac052-7595-4a5d-a91f-dfc713d2d4f3"}]}' {{(pid=100182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:56:24.106176 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.provisioning_blocks [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-14a467fc-52b4-4dc5-920d-f920119c217b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Transition to ACTIVE for port object b348ace4-dd64-4456-a0c4-6f7438120f81 will not be triggered until provisioned by entity DHCP. {{(pid=100181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:56:24.115300 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7e79-6a9d-4bf4-9b69-5cd9a89d013a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:24.126392 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7e79-6a9d-4bf4-9b69-5cd9a89d013a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:24.140888 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-8f7e7e79-6a9d-4bf4-9b69-5cd9a89d013a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8edf9581-ecef-47e1-9962-f6d61bd90557 HTTP/1.1" status: 204 len: 168 time: 0.5699623 Jun 23 14:56:24.147587 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-43ac706f-18da-4d16-872b-b913a13fbbe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:24.171850 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e7e79-6a9d-4bf4-9b69-5cd9a89d013a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edf9581-ecef-47e1-9962-f6d61bd90557,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:24.189701 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-8f7e7e79-6a9d-4bf4-9b69-5cd9a89d013a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:24.244773 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:24.255443 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-34127eda-0633-4b97-b1f9-5bee689f8586 req-19dd559a-6afe-4315-a240-4fb41b3a5bf7 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 210 time: 0.0530407 Jun 23 14:56:24.298882 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6fe73c-9ff6-4641-bae4-b1519b5a9b53 x-openstack-request-id: req-9f6fe73c-9ff6-4641-bae4-b1519b5a9b53 {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:56:24.299609 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18cc400-c464-49c2-9f57-2f899adb0655", "name": "network-vif-plugged", "status": "completed", "tag": "a08ac052-7595-4a5d-a91f-dfc713d2d4f3", "code": 200}]} {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:56:24.300079 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9f6fe73c-9ff6-4641-bae4-b1519b5a9b53 {{(pid=100182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:56:24.300730 dv-cinder-796286-8-smb neutron-server[100182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18cc400-c464-49c2-9f57-2f899adb0655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08ac052-7595-4a5d-a91f-dfc713d2d4f3', 'code': 200} Jun 23 14:56:24.304907 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5,segment=NetworkSegment(7bcd3f01-92f6-4543-9a00-534f3fe7928a),segment_id=7bcd3f01-92f6-4543-9a00-534f3fe7928a)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:24.317561 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-14a467fc-52b4-4dc5-920d-f920119c217b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25497294'] for port, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:24.326025 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:24.394304 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-14a467fc-52b4-4dc5-920d-f920119c217b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Network 046085b9-f7b3-4ac3-83a3-779993ec93a2 is already hosted by enough agents. {{(pid=100181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:56:24.396480 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-14a467fc-52b4-4dc5-920d-f920119c217b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Resources bound (agent type, host, resource id): {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:56:24.404373 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-14a467fc-52b4-4dc5-920d-f920119c217b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Received port after_create {{(pid=100181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:56:24.414481 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:24.416714 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:24.442090 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a467fc-52b4-4dc5-920d-f920119c217b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Pushing event updated for resources: {'Port': ['ID=b348ace4-dd64-4456-a0c4-6f7438120f81,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:24.445745 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-14a467fc-52b4-4dc5-920d-f920119c217b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:24.460173 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9009b492-4e59-46af-9b62-de8c376e9147 req-ba88756c-8407-45a2-919a-8db25e66e6ef tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Made reservation on behalf of 662a27900f4b4c86b36ebf9acc29eeb6 for: {'port': 1} {{(pid=100180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:56:24.464191 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-9009b492-4e59-46af-9b62-de8c376e9147 req-ba88756c-8407-45a2-919a-8db25e66e6ef tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:24.484766 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5,revision_number=5']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:24.484929 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-14a467fc-52b4-4dc5-920d-f920119c217b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:24.488781 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:24.490009 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-14a467fc-52b4-4dc5-920d-f920119c217b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:24.621362 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-14a467fc-52b4-4dc5-920d-f920119c217b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3586330 Jun 23 14:56:24.635804 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-9b201702-87db-4ffd-b18f-822e07c34fce service neutron] Request body: {'port': {'device_id': 'f173b1e8-afe4-4e54-8260-f9df38e98a99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:56:24.794915 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.46', 49895) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:24.799140 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-259e0a4b-dc60-4516-8667-2bddff90b8bc req-ceb75f3b-0d6a-4d73-ba18-cef38937a4e4 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 210 time: 0.0931022 Jun 23 14:56:24.818445 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-d0f2974f-64a4-42c5-af8f-c4954ec12b4c None None] Provisioning for port b348ace4-dd64-4456-a0c4-6f7438120f81 completed by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:56:24.822993 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-d0f2974f-64a4-42c5-af8f-c4954ec12b4c None None] Provisioning complete for port b348ace4-dd64-4456-a0c4-6f7438120f81 triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:56:24.823304 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-d0f2974f-64a4-42c5-af8f-c4954ec12b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:24.840808 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-9b201702-87db-4ffd-b18f-822e07c34fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:24.895329 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device bab7df26-6a87-47c6-a75e-9bf324d14074 up at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:56:24.933284 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.db_base_plugin_common [req-9009b492-4e59-46af-9b62-de8c376e9147 req-ba88756c-8407-45a2-919a-8db25e66e6ef tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Allocated IP 172.20.0.4 (751b38e2-092c-451f-8e10-78172c3e29c3/5c70a621-ace7-4983-aa1c-39b0c0eb6481/a8907114-1ecb-4a9e-87a5-7bf34bc31485) {{(pid=100180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:56:24.957074 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-d0f2974f-64a4-42c5-af8f-c4954ec12b4c None None] Port b348ace4-dd64-4456-a0c4-6f7438120f81 cannot update to ACTIVE because it is not bound. {{(pid=100182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:56:25.041882 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992b708-426c-47e1-ba36-d28a3db2ed50 req-f18f7f03-e72d-46a5-8fc9-665f14fa8464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:25.043436 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-6992b708-426c-47e1-ba36-d28a3db2ed50 req-f18f7f03-e72d-46a5-8fc9-665f14fa8464 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d18cc400-c464-49c2-9f57-2f899adb0655 HTTP/1.1" status: 200 len: 1099 time: 0.2445028 Jun 23 14:56:25.054527 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning for port bab7df26-6a87-47c6-a75e-9bf324d14074 completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:56:25.059016 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning complete for port bab7df26-6a87-47c6-a75e-9bf324d14074 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:56:25.059582 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:25.073063 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-6992b708-426c-47e1-ba36-d28a3db2ed50 req-42526388-1293-4dc2-a3dc-f33fb0eb4070 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:25.134774 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9baea6-f971-491e-ab58-fc9457b15caa req-7bf2b422-22e3-4edd-a87d-9863efce5443 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:25.136540 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5b9baea6-f971-491e-ab58-fc9457b15caa req-7bf2b422-22e3-4edd-a87d-9863efce5443 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 944 time: 0.5132055 Jun 23 14:56:25.280271 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:25.343127 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-6992b708-426c-47e1-ba36-d28a3db2ed50 req-42526388-1293-4dc2-a3dc-f33fb0eb4070 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:25.349309 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-9b201702-87db-4ffd-b18f-822e07c34fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b348ace4-dd64-4456-a0c4-6f7438120f81 {{(pid=100181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:56:25.360217 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-9b201702-87db-4ffd-b18f-822e07c34fce service neutron] Notify callbacks [] for port, precommit_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:25.365839 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port bab7df26-6a87-47c6-a75e-9bf324d14074, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bab7df26-6a87-47c6-a75e-9bf324d14074,segment=NetworkSegment(7bcd3f01-92f6-4543-9a00-534f3fe7928a),segment_id=7bcd3f01-92f6-4543-9a00-534f3fe7928a)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:25.372018 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.provisioning_blocks [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-9b201702-87db-4ffd-b18f-822e07c34fce service neutron] Transition to ACTIVE for port object b348ace4-dd64-4456-a0c4-6f7438120f81 will not be triggered until provisioned by entity L2. {{(pid=100181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:56:25.441637 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-6992b708-426c-47e1-ba36-d28a3db2ed50 req-42526388-1293-4dc2-a3dc-f33fb0eb4070 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:25.447127 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-8f7e7e79-6a9d-4bf4-9b69-5cd9a89d013a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:25.448606 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5b9baea6-f971-491e-ab58-fc9457b15caa req-0ab32397-3a7c-4fc9-a21e-5b7edd73c728 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723744 Jun 23 14:56:25.477046 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:25.480193 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:25.483432 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-9b201702-87db-4ffd-b18f-822e07c34fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:25.486061 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42526388-1293-4dc2-a3dc-f33fb0eb4070 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c22bfc98-dcdb-445c-853c-56b6fd7051d2,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:25.490494 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2446b4b-704b-4984-93e6-ae9449c13757 req-26deda95-9192-4cba-91d8-0dcc9ec208cb tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:25.497349 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c2446b4b-704b-4984-93e6-ae9449c13757 req-26deda95-9192-4cba-91d8-0dcc9ec208cb tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/ports?device_id=d18cc400-c464-49c2-9f57-2f899adb0655 HTTP/1.1" status: 200 len: 946 time: 0.4511635 Jun 23 14:56:25.505090 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-42526388-1293-4dc2-a3dc-f33fb0eb4070 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:25.506894 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-6992b708-426c-47e1-ba36-d28a3db2ed50 req-42526388-1293-4dc2-a3dc-f33fb0eb4070 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d99d039b-2808-4f4a-b08e-ee562ca1d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4549263 Jun 23 14:56:25.508488 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-5f5dbaa3-f170-4220-ad0d-14ae547bf5b7 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:25.524628 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-9009b492-4e59-46af-9b62-de8c376e9147 req-ba88756c-8407-45a2-919a-8db25e66e6ef tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for port, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:25.558808 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b201702-87db-4ffd-b18f-822e07c34fce service neutron] Pushing event updated for resources: {'Port': ['ID=b348ace4-dd64-4456-a0c4-6f7438120f81,revision_number=2']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:25.565260 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c2446b4b-704b-4984-93e6-ae9449c13757 req-9d0e288f-eff3-4795-bdc6-bab80f825b9f tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/security-groups?id=d99d039b-2808-4f4a-b08e-ee562ca1d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664020 Jun 23 14:56:25.568955 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-9b201702-87db-4ffd-b18f-822e07c34fce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:25.577500 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.provisioning_blocks [req-9009b492-4e59-46af-9b62-de8c376e9147 req-ba88756c-8407-45a2-919a-8db25e66e6ef tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Transition to ACTIVE for port object a8907114-1ecb-4a9e-87a5-7bf34bc31485 will not be triggered until provisioned by entity DHCP. {{(pid=100180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:56:25.603377 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=bab7df26-6a87-47c6-a75e-9bf324d14074,revision_number=5']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:25.609911 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:25.735431 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-9009b492-4e59-46af-9b62-de8c376e9147 req-ba88756c-8407-45a2-919a-8db25e66e6ef tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25328533'] for port, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:25.745038 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:25.834466 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9009b492-4e59-46af-9b62-de8c376e9147 req-ba88756c-8407-45a2-919a-8db25e66e6ef tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Network 751b38e2-092c-451f-8e10-78172c3e29c3 is already hosted by enough agents. {{(pid=100180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:56:25.847482 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.base_scheduler [req-9009b492-4e59-46af-9b62-de8c376e9147 req-ba88756c-8407-45a2-919a-8db25e66e6ef tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Resources bound (agent type, host, resource id): {{(pid=100180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:56:25.851477 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.l3_dvrscheduler_db [req-9009b492-4e59-46af-9b62-de8c376e9147 req-ba88756c-8407-45a2-919a-8db25e66e6ef tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Received port after_create {{(pid=100180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:56:25.893851 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88756c-8407-45a2-919a-8db25e66e6ef tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Pushing event updated for resources: {'Port': ['ID=a8907114-1ecb-4a9e-87a5-7bf34bc31485,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:25.905006 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-ba88756c-8407-45a2-919a-8db25e66e6ef tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:25.943363 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d3d23-6ab7-42cd-a263-aabd4eac4109 req-d624a69c-ceb2-4025-abfb-96397e3f2dfa tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:25.957166 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-566d3d23-6ab7-42cd-a263-aabd4eac4109 req-d624a69c-ceb2-4025-abfb-96397e3f2dfa tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 943 time: 0.2764280 Jun 23 14:56:25.964885 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-9b201702-87db-4ffd-b18f-822e07c34fce service neutron] Attempting to bind port b348ace4-dd64-4456-a0c4-6f7438120f81 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:56:25.965371 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-9b201702-87db-4ffd-b18f-822e07c34fce service neutron] Attempting to bind port b348ace4-dd64-4456-a0c4-6f7438120f81 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'bf6f38a0-ba02-434f-b4a6-fb330c9d3c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2'}] {{(pid=100181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:56:25.966470 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-9b201702-87db-4ffd-b18f-822e07c34fce service neutron] Attempting to bind port b348ace4-dd64-4456-a0c4-6f7438120f81 on network 046085b9-f7b3-4ac3-83a3-779993ec93a2 {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:56:25.972132 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-9b201702-87db-4ffd-b18f-822e07c34fce service neutron] Port b348ace4-dd64-4456-a0c4-6f7438120f81 on network 046085b9-f7b3-4ac3-83a3-779993ec93a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:56:25.972559 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-9b201702-87db-4ffd-b18f-822e07c34fce service neutron] Attempting to bind port b348ace4-dd64-4456-a0c4-6f7438120f81 on network 046085b9-f7b3-4ac3-83a3-779993ec93a2 {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:56:25.982001 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-9b201702-87db-4ffd-b18f-822e07c34fce service neutron] Checking agent: {'id': 'c9242261-8a06-47e1-899c-cb42624e61de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:56:25.983209 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-9b201702-87db-4ffd-b18f-822e07c34fce service neutron] Checking segment: {'id': 'bf6f38a0-ba02-434f-b4a6-fb330c9d3c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:56:25.985377 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-9b201702-87db-4ffd-b18f-822e07c34fce service neutron] Bound using segment: {'id': 'bf6f38a0-ba02-434f-b4a6-fb330c9d3c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2'} {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:56:25.985974 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-9b201702-87db-4ffd-b18f-822e07c34fce service neutron] Bound port: b348ace4-dd64-4456-a0c4-6f7438120f81, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf6f38a0-ba02-434f-b4a6-fb330c9d3c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2'}}] {{(pid=100181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:56:25.986429 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-9b201702-87db-4ffd-b18f-822e07c34fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:26.008449 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009b492-4e59-46af-9b62-de8c376e9147 req-ba88756c-8407-45a2-919a-8db25e66e6ef tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:26.008449 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-9009b492-4e59-46af-9b62-de8c376e9147 req-ba88756c-8407-45a2-919a-8db25e66e6ef tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for port, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:26.082991 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-9b201702-87db-4ffd-b18f-822e07c34fce service neutron] For port b348ace4-dd64-4456-a0c4-6f7438120f81, host hv-cinder-79628, cleared binding levels {{(pid=100181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:56:26.087047 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-9b201702-87db-4ffd-b18f-822e07c34fce service neutron] For port b348ace4-dd64-4456-a0c4-6f7438120f81, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b348ace4-dd64-4456-a0c4-6f7438120f81,segment=NetworkSegment(bf6f38a0-ba02-434f-b4a6-fb330c9d3c50),segment_id=bf6f38a0-ba02-434f-b4a6-fb330c9d3c50)] {{(pid=100181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:56:26.092935 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-566d3d23-6ab7-42cd-a263-aabd4eac4109 req-aca72f58-0902-41ec-a6b0-c8496fe1b2a0 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289158 Jun 23 14:56:26.138452 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3048de-d38c-475a-b972-d7a578cdf094 req-53ef368d-61b6-4c55-ae0d-cff91ddce763 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:26.138452 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7f3048de-d38c-475a-b972-d7a578cdf094 req-53ef368d-61b6-4c55-ae0d-cff91ddce763 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 931 time: 0.1251245 Jun 23 14:56:26.183882 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7f3048de-d38c-475a-b972-d7a578cdf094 req-74927f41-c65a-4455-b981-0e466b504c1e tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361345 Jun 23 14:56:26.216490 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9009b492-4e59-46af-9b62-de8c376e9147 req-ba88756c-8407-45a2-919a-8db25e66e6ef tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1660826 Jun 23 14:56:26.216698 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-9b201702-87db-4ffd-b18f-822e07c34fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:26.220062 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:26.228876 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [req-9009b492-4e59-46af-9b62-de8c376e9147 req-daded978-d2b4-4195-8d21-4ea08ab67e98 service neutron] Request body: {'port': {'device_id': 'de6d5cf5-832a-4f5b-8415-901c71fb1040', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:56:26.264584 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-9b201702-87db-4ffd-b18f-822e07c34fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:26.264584 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-9b201702-87db-4ffd-b18f-822e07c34fce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:26.264584 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-9b201702-87db-4ffd-b18f-822e07c34fce service neutron] 10.222.0.46 "PUT /v2.0/ports/b348ace4-dd64-4456-a0c4-6f7438120f81 HTTP/1.1" status: 200 len: 1093 time: 1.6308870 Jun 23 14:56:26.264584 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f173b1e8-afe4-4e54-8260-f9df38e98a99', 'tag': 'b348ace4-dd64-4456-a0c4-6f7438120f81'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:56:26.266958 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f70600f-1cd0-44cc-95d0-6a39b40c5ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "f173b1e8-afe4-4e54-8260-f9df38e98a99", "tag": "b348ace4-dd64-4456-a0c4-6f7438120f81"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:56:26.302628 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0714d6a0-7bb6-40e2-b169-8484567e4a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5'}, {'server_uuid': '7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab7df26-6a87-47c6-a75e-9bf324d14074'}] {{(pid=100182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:56:26.305200 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2be0bd3a3b87df06192a81cc7e782664f9eb16b4f3df3f1ec53fa4495edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267a905f-42d4-481f-b4ef-2bd4f0c25368" -d '{"events": [{"server_uuid": "0714d6a0-7bb6-40e2-b169-8484567e4a16", "name": "network-vif-plugged", "status": "completed", "tag": "5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5"}, {"server_uuid": "7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6", "name": "network-vif-plugged", "status": "completed", "tag": "bab7df26-6a87-47c6-a75e-9bf324d14074"}]}' {{(pid=100182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:56:26.310975 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b201702-87db-4ffd-b18f-822e07c34fce service neutron] Pushing event updated for resources: {'Port': ['ID=b348ace4-dd64-4456-a0c4-6f7438120f81,revision_number=3']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:26.316039 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-14e014ba-d2e6-4f63-a582-717ae215c8ca None None] Provisioning for port a8907114-1ecb-4a9e-87a5-7bf34bc31485 completed by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:56:26.316902 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-9b201702-87db-4ffd-b18f-822e07c34fce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:26.335436 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-14e014ba-d2e6-4f63-a582-717ae215c8ca None None] Provisioning complete for port a8907114-1ecb-4a9e-87a5-7bf34bc31485 triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:56:26.335986 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-14e014ba-d2e6-4f63-a582-717ae215c8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:26.371125 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a579b0a-0bf0-4023-aefc-715b0d9e974b x-openstack-request-id: req-2a579b0a-0bf0-4023-aefc-715b0d9e974b {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:56:26.371626 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f173b1e8-afe4-4e54-8260-f9df38e98a99", "tag": "b348ace4-dd64-4456-a0c4-6f7438120f81", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:56:26.371707 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2a579b0a-0bf0-4023-aefc-715b0d9e974b {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:56:26.372164 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f173b1e8-afe4-4e54-8260-f9df38e98a99', 'tag': 'b348ace4-dd64-4456-a0c4-6f7438120f81', 'status': 'completed', 'code': 200} Jun 23 14:56:26.386940 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-9009b492-4e59-46af-9b62-de8c376e9147 req-daded978-d2b4-4195-8d21-4ea08ab67e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:26.428701 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-14e014ba-d2e6-4f63-a582-717ae215c8ca None None] Port a8907114-1ecb-4a9e-87a5-7bf34bc31485 cannot update to ACTIVE because it is not bound. {{(pid=100182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:56:26.433671 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 23 Jun 2021 14:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b395c579-e393-4f1f-9d52-6cb272d4e0a1 x-openstack-request-id: req-b395c579-e393-4f1f-9d52-6cb272d4e0a1 {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:56:26.434066 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0714d6a0-7bb6-40e2-b169-8484567e4a16", "name": "network-vif-plugged", "status": "completed", "tag": "5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5", "code": 200}, {"server_uuid": "7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6", "name": "network-vif-plugged", "status": "completed", "tag": "bab7df26-6a87-47c6-a75e-9bf324d14074", "code": 200}]} {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:56:26.434930 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b395c579-e393-4f1f-9d52-6cb272d4e0a1 {{(pid=100182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:56:26.434930 dv-cinder-796286-8-smb neutron-server[100182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0714d6a0-7bb6-40e2-b169-8484567e4a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5', 'code': 200} Jun 23 14:56:26.435260 dv-cinder-796286-8-smb neutron-server[100182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab7df26-6a87-47c6-a75e-9bf324d14074', 'code': 200} Jun 23 14:56:26.496001 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70600f-1cd0-44cc-95d0-6a39b40c5ec0 req-d65815da-6822-4467-9e59-4610136cc400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:26.498499 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-3f70600f-1cd0-44cc-95d0-6a39b40c5ec0 req-d65815da-6822-4467-9e59-4610136cc400 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f4408f772214ed1aa8148f3f34bb8d3&device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 1096 time: 0.1016064 Jun 23 14:56:26.605342 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 46688) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:26.847052 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70600f-1cd0-44cc-95d0-6a39b40c5ec0 req-e475875d-d3ca-494b-bdea-44a7858427b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:26.848828 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-3f70600f-1cd0-44cc-95d0-6a39b40c5ec0 req-e475875d-d3ca-494b-bdea-44a7858427b8 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=7f4408f772214ed1aa8148f3f34bb8d3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3376586 Jun 23 14:56:26.859262 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-d8c6c23c-570c-4c1b-8f7f-be6fcaa76d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:26.952522 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.46', 49897) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:27.000223 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c400d-69f0-4f47-9e93-f662f99f1b13 req-d8895cd1-5db1-422f-b26a-c5ef17746c1d tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:27.002029 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-797c400d-69f0-4f47-9e93-f662f99f1b13 req-d8895cd1-5db1-422f-b26a-c5ef17746c1d tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.3511984 Jun 23 14:56:27.013503 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.notifiers.nova [req-9009b492-4e59-46af-9b62-de8c376e9147 req-daded978-d2b4-4195-8d21-4ea08ab67e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8907114-1ecb-4a9e-87a5-7bf34bc31485 {{(pid=100180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:56:27.046213 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-9009b492-4e59-46af-9b62-de8c376e9147 req-daded978-d2b4-4195-8d21-4ea08ab67e98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:27.057839 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8e642-ce36-442f-9536-434285ab1f50 req-f1319e22-afe4-4b9a-8fb0-94f67871407c tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:27.059398 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-19c8e642-ce36-442f-9536-434285ab1f50 req-f1319e22-afe4-4b9a-8fb0-94f67871407c tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/ports?device_id=d18cc400-c464-49c2-9f57-2f899adb0655 HTTP/1.1" status: 200 len: 946 time: 0.2833312 Jun 23 14:56:27.104939 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.provisioning_blocks [req-9009b492-4e59-46af-9b62-de8c376e9147 req-daded978-d2b4-4195-8d21-4ea08ab67e98 service neutron] Transition to ACTIVE for port object a8907114-1ecb-4a9e-87a5-7bf34bc31485 will not be triggered until provisioned by entity L2. {{(pid=100180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:56:27.126640 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-797c400d-69f0-4f47-9e93-f662f99f1b13 req-09876cd1-ae48-4f4c-b34d-f91249ccec63 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079078 Jun 23 14:56:27.142001 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c71b28-9bf8-40ef-abe8-25754509a958 req-9e022d06-a226-4172-b9cc-dbe23e5018d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:27.143459 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-22c71b28-9bf8-40ef-abe8-25754509a958 req-9e022d06-a226-4172-b9cc-dbe23e5018d7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 1098 time: 0.2794666 Jun 23 14:56:27.144862 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-19c8e642-ce36-442f-9536-434285ab1f50 req-1fddd950-2cc2-4043-ad51-b92d1b0043e6 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/security-groups?id=d99d039b-2808-4f4a-b08e-ee562ca1d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718296 Jun 23 14:56:27.145631 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70600f-1cd0-44cc-95d0-6a39b40c5ec0 req-e422d60d-0c0d-4658-ace5-fac955e93e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:27.146980 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-3f70600f-1cd0-44cc-95d0-6a39b40c5ec0 req-e422d60d-0c0d-4658-ace5-fac955e93e59 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2489347 Jun 23 14:56:27.195624 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-d8c6c23c-570c-4c1b-8f7f-be6fcaa76d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:27.197386 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f04a3-c2e2-4a1a-8139-71521d80d72b req-451b9f76-5e5b-4469-b9bf-eb845364ccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:27.202336 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-5d8f04a3-c2e2-4a1a-8139-71521d80d72b req-451b9f76-5e5b-4469-b9bf-eb845364ccfb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 1098 time: 0.2460761 Jun 23 14:56:27.235619 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-9009b492-4e59-46af-9b62-de8c376e9147 req-daded978-d2b4-4195-8d21-4ea08ab67e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25328519'] for port, after_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:27.264652 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:27.299582 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-22c71b28-9bf8-40ef-abe8-25754509a958 req-dca61b6e-6627-444e-9299-c537212e5dcf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230800 Jun 23 14:56:27.327375 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-5d8f04a3-c2e2-4a1a-8139-71521d80d72b req-b8b09433-6962-4ba4-9c0c-8fb5b3c3d6cb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053963 Jun 23 14:56:27.334662 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-d8c6c23c-570c-4c1b-8f7f-be6fcaa76d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:27.355160 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-ec4b4e48-3a4b-41c2-bcba-24bd4b25cead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:27.356764 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-ec4b4e48-3a4b-41c2-bcba-24bd4b25cead service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f4408f772214ed1aa8148f3f34bb8d3&device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 1096 time: 0.1576262 Jun 23 14:56:27.430296 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-c29e156e-b626-403c-8442-559d85e6f545 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b348ace4-dd64-4456-a0c4-6f7438120f81 HTTP/1.1" status: 200 len: 217 time: 0.0358031 Jun 23 14:56:27.531547 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daded978-d2b4-4195-8d21-4ea08ab67e98 service neutron] Pushing event updated for resources: {'Port': ['ID=a8907114-1ecb-4a9e-87a5-7bf34bc31485,revision_number=2']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:27.531547 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-d8c6c23c-570c-4c1b-8f7f-be6fcaa76d4e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3abfd14224ca415ebe21791bf8d9ae33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9230707 Jun 23 14:56:27.534736 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 46712) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:27.542071 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-daded978-d2b4-4195-8d21-4ea08ab67e98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:27.544789 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-61fa4563-795d-4923-ab46-55443f223dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:27.554009 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-68d87022-c805-43f8-bfe1-e025980e8f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:27.555616 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-68d87022-c805-43f8-bfe1-e025980e8f85 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed6e6346-c056-4ca0-89e5-57da755e7b9f HTTP/1.1" status: 200 len: 850 time: 0.1080484 Jun 23 14:56:27.649756 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6c23c-570c-4c1b-8f7f-be6fcaa76d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223a6cdf-ae01-4612-9773-71d1ab35030a,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:27.670104 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-4346c7d0-1b2c-4cd9-9a52-7fa5a4f39c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:27.671582 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-4346c7d0-1b2c-4cd9-9a52-7fa5a4f39c41 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=046085b9-f7b3-4ac3-83a3-779993ec93a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1042562 Jun 23 14:56:27.672326 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4bf70c1a-b4cb-42ca-abf5-6fdb1494aca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:27.679243 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-d8c6c23c-570c-4c1b-8f7f-be6fcaa76d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:27.692568 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.managers [req-9009b492-4e59-46af-9b62-de8c376e9147 req-daded978-d2b4-4195-8d21-4ea08ab67e98 service neutron] Attempting to bind port a8907114-1ecb-4a9e-87a5-7bf34bc31485 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=100180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:56:27.693133 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.managers [req-9009b492-4e59-46af-9b62-de8c376e9147 req-daded978-d2b4-4195-8d21-4ea08ab67e98 service neutron] Attempting to bind port a8907114-1ecb-4a9e-87a5-7bf34bc31485 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '53319a76-a6c9-4f00-b8bd-5ceecb1d2786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3'}] {{(pid=100180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:56:27.693640 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9009b492-4e59-46af-9b62-de8c376e9147 req-daded978-d2b4-4195-8d21-4ea08ab67e98 service neutron] Attempting to bind port a8907114-1ecb-4a9e-87a5-7bf34bc31485 on network 751b38e2-092c-451f-8e10-78172c3e29c3 {{(pid=100180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:56:27.712482 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224edab-6662-46d4-8bf7-2e523ef1596a req-25fe08f5-a663-4d68-aa74-23ef09bf096c tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:27.722426 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7224edab-6662-46d4-8bf7-2e523ef1596a req-25fe08f5-a663-4d68-aa74-23ef09bf096c tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 943 time: 0.3814898 Jun 23 14:56:27.725019 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4bf70c1a-b4cb-42ca-abf5-6fdb1494aca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:27.737129 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814ad55-873a-4d9f-b431-35691dca8e6e req-3fbd3ab7-9d35-45ea-9378-f22ab2916055 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:27.749925 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0814ad55-873a-4d9f-b431-35691dca8e6e req-3fbd3ab7-9d35-45ea-9378-f22ab2916055 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 943 time: 0.3792953 Jun 23 14:56:27.751691 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9009b492-4e59-46af-9b62-de8c376e9147 req-daded978-d2b4-4195-8d21-4ea08ab67e98 service neutron] Port a8907114-1ecb-4a9e-87a5-7bf34bc31485 on network 751b38e2-092c-451f-8e10-78172c3e29c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=100180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:56:27.752012 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9009b492-4e59-46af-9b62-de8c376e9147 req-daded978-d2b4-4195-8d21-4ea08ab67e98 service neutron] Attempting to bind port a8907114-1ecb-4a9e-87a5-7bf34bc31485 on network 751b38e2-092c-451f-8e10-78172c3e29c3 {{(pid=100180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:56:27.759373 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9009b492-4e59-46af-9b62-de8c376e9147 req-daded978-d2b4-4195-8d21-4ea08ab67e98 service neutron] Checking agent: {'id': 'c9242261-8a06-47e1-899c-cb42624e61de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:56:27.759961 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9009b492-4e59-46af-9b62-de8c376e9147 req-daded978-d2b4-4195-8d21-4ea08ab67e98 service neutron] Checking segment: {'id': '53319a76-a6c9-4f00-b8bd-5ceecb1d2786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:56:27.760085 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9009b492-4e59-46af-9b62-de8c376e9147 req-daded978-d2b4-4195-8d21-4ea08ab67e98 service neutron] Bound using segment: {'id': '53319a76-a6c9-4f00-b8bd-5ceecb1d2786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3'} {{(pid=100180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:56:27.760479 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.managers [req-9009b492-4e59-46af-9b62-de8c376e9147 req-daded978-d2b4-4195-8d21-4ea08ab67e98 service neutron] Bound port: a8907114-1ecb-4a9e-87a5-7bf34bc31485, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53319a76-a6c9-4f00-b8bd-5ceecb1d2786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3'}}] {{(pid=100180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:56:27.760819 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-9009b492-4e59-46af-9b62-de8c376e9147 req-daded978-d2b4-4195-8d21-4ea08ab67e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:27.806623 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-1c69b526-eb65-4bc8-9a6f-1795f4900e9f service neutron] 10.222.0.46 "GET /v2.0/networks/046085b9-f7b3-4ac3-83a3-779993ec93a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247721 Jun 23 14:56:27.858260 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0814ad55-873a-4d9f-b431-35691dca8e6e req-c09eb9af-8e0e-45ba-8e04-952036ba15d3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073844 Jun 23 14:56:27.870614 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7224edab-6662-46d4-8bf7-2e523ef1596a req-06de7507-4761-4184-8630-795e2c51c332 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126137 Jun 23 14:56:27.902981 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.db [req-9009b492-4e59-46af-9b62-de8c376e9147 req-daded978-d2b4-4195-8d21-4ea08ab67e98 service neutron] For port a8907114-1ecb-4a9e-87a5-7bf34bc31485, host hv-cinder-79628, cleared binding levels {{(pid=100180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:56:27.906921 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.db [req-9009b492-4e59-46af-9b62-de8c376e9147 req-daded978-d2b4-4195-8d21-4ea08ab67e98 service neutron] For port a8907114-1ecb-4a9e-87a5-7bf34bc31485, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a8907114-1ecb-4a9e-87a5-7bf34bc31485,segment=NetworkSegment(53319a76-a6c9-4f00-b8bd-5ceecb1d2786),segment_id=53319a76-a6c9-4f00-b8bd-5ceecb1d2786)] {{(pid=100180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:56:27.924820 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-20cdc664-d803-45d7-9b98-d2096ba06a6b req-cdcdcf0a-9c4f-42d1-bd1e-826997397a34 service neutron] 10.222.0.46 "GET /v2.0/networks/046085b9-f7b3-4ac3-83a3-779993ec93a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101365 Jun 23 14:56:27.969264 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4bf70c1a-b4cb-42ca-abf5-6fdb1494aca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:27.972352 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4bf70c1a-b4cb-42ca-abf5-6fdb1494aca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:27.976061 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-4bf70c1a-b4cb-42ca-abf5-6fdb1494aca5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/223a6cdf-ae01-4612-9773-71d1ab35030a HTTP/1.1" status: 204 len: 168 time: 0.4357669 Jun 23 14:56:27.976061 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-42526388-1293-4dc2-a3dc-f33fb0eb4070 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:27.982711 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf70c1a-b4cb-42ca-abf5-6fdb1494aca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223a6cdf-ae01-4612-9773-71d1ab35030a,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:27.985092 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-4bf70c1a-b4cb-42ca-abf5-6fdb1494aca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:28.017874 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-9009b492-4e59-46af-9b62-de8c376e9147 req-daded978-d2b4-4195-8d21-4ea08ab67e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25328519'] for port, after_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:28.018250 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-c9704682-c417-4f92-8f9c-02b9eef60cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:28.067085 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009b492-4e59-46af-9b62-de8c376e9147 req-daded978-d2b4-4195-8d21-4ea08ab67e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:28.067798 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-9009b492-4e59-46af-9b62-de8c376e9147 req-daded978-d2b4-4195-8d21-4ea08ab67e98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for port, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:28.069134 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9009b492-4e59-46af-9b62-de8c376e9147 req-daded978-d2b4-4195-8d21-4ea08ab67e98 service neutron] 10.222.0.46 "PUT /v2.0/ports/a8907114-1ecb-4a9e-87a5-7bf34bc31485 HTTP/1.1" status: 200 len: 1093 time: 1.8460989 Jun 23 14:56:28.069695 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6d5cf5-832a-4f5b-8415-901c71fb1040', 'tag': 'a8907114-1ecb-4a9e-87a5-7bf34bc31485'}] {{(pid=100180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:56:28.077919 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd25e94c753d7f89e0e3c37123175e6223eaf2b946fa1bf5874daa58d3f91f45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80344eb-80ee-4f12-9e84-19278c3f0648" -d '{"events": [{"name": "network-changed", "server_uuid": "de6d5cf5-832a-4f5b-8415-901c71fb1040", "tag": "a8907114-1ecb-4a9e-87a5-7bf34bc31485"}]}' {{(pid=100180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:56:28.160444 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecb376c-cd1b-40dc-bc56-bdc0373215a5 x-openstack-request-id: req-9ecb376c-cd1b-40dc-bc56-bdc0373215a5 {{(pid=100180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:56:28.160761 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6d5cf5-832a-4f5b-8415-901c71fb1040", "tag": "a8907114-1ecb-4a9e-87a5-7bf34bc31485", "status": "completed", "code": 200}]} {{(pid=100180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:56:28.161032 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9ecb376c-cd1b-40dc-bc56-bdc0373215a5 {{(pid=100180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:56:28.161438 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6d5cf5-832a-4f5b-8415-901c71fb1040', 'tag': 'a8907114-1ecb-4a9e-87a5-7bf34bc31485', 'status': 'completed', 'code': 200} Jun 23 14:56:28.188203 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daded978-d2b4-4195-8d21-4ea08ab67e98 service neutron] Pushing event updated for resources: {'Port': ['ID=a8907114-1ecb-4a9e-87a5-7bf34bc31485,revision_number=3']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:28.197881 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-daded978-d2b4-4195-8d21-4ea08ab67e98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:28.331691 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80344eb-80ee-4f12-9e84-19278c3f0648 req-67d41563-1ec0-4c97-81bb-fa9f3a5d6cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:28.333931 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c80344eb-80ee-4f12-9e84-19278c3f0648 req-67d41563-1ec0-4c97-81bb-fa9f3a5d6cfd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=662a27900f4b4c86b36ebf9acc29eeb6&device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 1096 time: 0.1228194 Jun 23 14:56:28.618539 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5c23f-6b98-4299-ab71-af2fd82d3026 req-939bdb7e-f47f-48cd-aa22-0dd9722eeede tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:28.619999 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b9e5c23f-6b98-4299-ab71-af2fd82d3026 req-939bdb7e-f47f-48cd-aa22-0dd9722eeede tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/ports?device_id=d18cc400-c464-49c2-9f57-2f899adb0655 HTTP/1.1" status: 200 len: 946 time: 0.2627821 Jun 23 14:56:28.621245 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80344eb-80ee-4f12-9e84-19278c3f0648 req-95d99913-c4c2-4771-8761-d14adf62a4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:28.623084 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c80344eb-80ee-4f12-9e84-19278c3f0648 req-95d99913-c4c2-4771-8761-d14adf62a4a9 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=662a27900f4b4c86b36ebf9acc29eeb6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2559950 Jun 23 14:56:28.634450 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6e413-2f5f-4228-a7d6-35776f893f21 req-d8119575-2782-4571-98fe-252061fedaa8 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:28.635889 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1cd6e413-2f5f-4228-a7d6-35776f893f21 req-d8119575-2782-4571-98fe-252061fedaa8 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.2666206 Jun 23 14:56:28.989087 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b9e5c23f-6b98-4299-ab71-af2fd82d3026 req-43c14487-1c60-4c7d-a030-1548294f7c75 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/security-groups?id=d99d039b-2808-4f4a-b08e-ee562ca1d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506348 Jun 23 14:56:29.018736 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1cd6e413-2f5f-4228-a7d6-35776f893f21 req-73e65500-f382-4fd1-bfb6-5c56cbab13e7 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696096 Jun 23 14:56:29.039652 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80344eb-80ee-4f12-9e84-19278c3f0648 req-af961cec-0dbe-44f4-b7f2-31a32b129410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:29.041477 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c80344eb-80ee-4f12-9e84-19278c3f0648 req-af961cec-0dbe-44f4-b7f2-31a32b129410 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4046023 Jun 23 14:56:29.155807 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 46762) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:29.171227 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3e0f493f-7e20-4ae7-b1b1-0c75795d4f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:29.266266 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009b492-4e59-46af-9b62-de8c376e9147 req-7be2141c-a6d0-4f56-975c-34da10c3f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:29.267730 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9009b492-4e59-46af-9b62-de8c376e9147 req-7be2141c-a6d0-4f56-975c-34da10c3f36b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=662a27900f4b4c86b36ebf9acc29eeb6&device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 1096 time: 0.1801987 Jun 23 14:56:29.273613 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3e0f493f-7e20-4ae7-b1b1-0c75795d4f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:29.274936 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b6c39-59f8-4257-918a-2f5e58769be4 req-456fe48e-d87f-4dbb-b961-8c830f6514b6 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:29.276295 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7e1b6c39-59f8-4257-918a-2f5e58769be4 req-456fe48e-d87f-4dbb-b961-8c830f6514b6 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 943 time: 0.1331553 Jun 23 14:56:29.326821 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f73a2-d267-4611-b6e6-254fb69c6e77 req-48fe2f59-905c-4899-9bcd-a7e61e29d255 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:29.328232 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3c2f73a2-d267-4611-b6e6-254fb69c6e77 req-48fe2f59-905c-4899-9bcd-a7e61e29d255 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 943 time: 0.1638010 Jun 23 14:56:29.330726 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9009b492-4e59-46af-9b62-de8c376e9147 req-c487162b-5383-4b5c-8500-785c58d466f8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8907114-1ecb-4a9e-87a5-7bf34bc31485 HTTP/1.1" status: 200 len: 217 time: 0.0535953 Jun 23 14:56:29.392036 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3e0f493f-7e20-4ae7-b1b1-0c75795d4f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:29.401853 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:29.412065 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7e1b6c39-59f8-4257-918a-2f5e58769be4 req-577e04b6-4427-47c9-a666-bdfa89315df7 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224453 Jun 23 14:56:29.420734 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3c2f73a2-d267-4611-b6e6-254fb69c6e77 req-d9f69d9e-5e23-45fb-ac32-e6af025d2e68 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835619 Jun 23 14:56:29.424344 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009b492-4e59-46af-9b62-de8c376e9147 req-d2eed796-578a-40ba-aa92-a7595b0e3807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:29.425724 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9009b492-4e59-46af-9b62-de8c376e9147 req-d2eed796-578a-40ba-aa92-a7595b0e3807 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c70a621-ace7-4983-aa1c-39b0c0eb6481 HTTP/1.1" status: 200 len: 855 time: 0.0882130 Jun 23 14:56:29.435026 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-3e0f493f-7e20-4ae7-b1b1-0c75795d4f5e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ac39deaf7ac847559238c2994306a198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2766767 Jun 23 14:56:29.438929 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 46770) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:29.452854 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f493f-7e20-4ae7-b1b1-0c75795d4f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4878a6da-d1af-427e-ade9-74d73d61e91f,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:29.469417 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-3e0f493f-7e20-4ae7-b1b1-0c75795d4f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:29.524415 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-bf23063b-d6b1-492a-b3f2-516f27c59ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:29.524936 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009b492-4e59-46af-9b62-de8c376e9147 req-a29f096f-68f8-4e6c-acf5-ed3d1bc0ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:29.526510 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9009b492-4e59-46af-9b62-de8c376e9147 req-a29f096f-68f8-4e6c-acf5-ed3d1bc0ed6c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=751b38e2-092c-451f-8e10-78172c3e29c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0927947 Jun 23 14:56:29.549112 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-bf23063b-d6b1-492a-b3f2-516f27c59ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:29.627809 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9009b492-4e59-46af-9b62-de8c376e9147 req-2ea5bf65-41d8-4569-b5a4-6f3fcb8b668e service neutron] 10.222.0.46 "GET /v2.0/networks/751b38e2-092c-451f-8e10-78172c3e29c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926366 Jun 23 14:56:29.693610 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-bf23063b-d6b1-492a-b3f2-516f27c59ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:29.696705 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-bf23063b-d6b1-492a-b3f2-516f27c59ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:29.697909 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-bf23063b-d6b1-492a-b3f2-516f27c59ff0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4878a6da-d1af-427e-ade9-74d73d61e91f HTTP/1.1" status: 204 len: 168 time: 0.2485685 Jun 23 14:56:29.698665 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:29.723777 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23063b-d6b1-492a-b3f2-516f27c59ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4878a6da-d1af-427e-ade9-74d73d61e91f,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:29.726855 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-bf23063b-d6b1-492a-b3f2-516f27c59ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:29.743817 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9009b492-4e59-46af-9b62-de8c376e9147 req-b4c15fa2-d6c9-4cab-9da7-0be8bbf2de1c service neutron] 10.222.0.46 "GET /v2.0/networks/751b38e2-092c-451f-8e10-78172c3e29c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090646 Jun 23 14:56:30.061241 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 46794) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:30.193417 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-91d3bdc1-6c25-4a15-8ec1-84d9b5f8ed45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:30.219513 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e5fb9-fec7-447f-b560-5f3898a2277b req-6e06517e-d1ac-41f3-93d3-cc17c27d12e7 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:30.226894 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ed0e5fb9-fec7-447f-b560-5f3898a2277b req-6e06517e-d1ac-41f3-93d3-cc17c27d12e7 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0790153 Jun 23 14:56:30.273684 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ed0e5fb9-fec7-447f-b560-5f3898a2277b req-8f6513da-9d35-44d3-b38b-9abf44d604dd tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456820 Jun 23 14:56:30.305059 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-91d3bdc1-6c25-4a15-8ec1-84d9b5f8ed45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:30.380505 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-91d3bdc1-6c25-4a15-8ec1-84d9b5f8ed45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:30.384872 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:30.424314 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3bdc1-6c25-4a15-8ec1-84d9b5f8ed45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094781b8-345a-4a05-aa49-6d3a6fb21d90,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:30.431958 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 46810) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:30.432130 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-91d3bdc1-6c25-4a15-8ec1-84d9b5f8ed45 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=be83cc753238491f8238931fdff295f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3693941 Jun 23 14:56:30.432962 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-91d3bdc1-6c25-4a15-8ec1-84d9b5f8ed45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:30.522075 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c70060d1-c948-4592-8307-07cdd6e6b188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:30.545234 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c70060d1-c948-4592-8307-07cdd6e6b188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:30.549386 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 46818) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:30.649664 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6913159-7efd-450e-9539-3f0f50706939 req-b4535b37-2d8b-4661-aaee-65c49e854194 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:30.651159 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a6913159-7efd-450e-9539-3f0f50706939 req-b4535b37-2d8b-4661-aaee-65c49e854194 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 943 time: 0.0792789 Jun 23 14:56:30.692534 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a6913159-7efd-450e-9539-3f0f50706939 req-f416c64a-9d82-48b2-954a-bf1590f211de tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350180 Jun 23 14:56:30.693875 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7217fca5-44f0-4d5f-97bc-25f3a4fa5023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:30.716877 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c70060d1-c948-4592-8307-07cdd6e6b188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:30.719586 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c70060d1-c948-4592-8307-07cdd6e6b188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:30.721455 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-c70060d1-c948-4592-8307-07cdd6e6b188 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/094781b8-345a-4a05-aa49-6d3a6fb21d90 HTTP/1.1" status: 204 len: 168 time: 0.2865846 Jun 23 14:56:30.721455 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-1b733433-3e7d-41a0-86cf-c9bdd9158522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:30.729977 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70060d1-c948-4592-8307-07cdd6e6b188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094781b8-345a-4a05-aa49-6d3a6fb21d90,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:30.733040 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-c70060d1-c948-4592-8307-07cdd6e6b188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:30.846696 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7217fca5-44f0-4d5f-97bc-25f3a4fa5023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:30.895401 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device b348ace4-dd64-4456-a0c4-6f7438120f81 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=100182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:56:30.991803 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port b348ace4-dd64-4456-a0c4-6f7438120f81, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b348ace4-dd64-4456-a0c4-6f7438120f81,segment=NetworkSegment(bf6f38a0-ba02-434f-b4a6-fb330c9d3c50),segment_id=bf6f38a0-ba02-434f-b4a6-fb330c9d3c50)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:30.994349 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7217fca5-44f0-4d5f-97bc-25f3a4fa5023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:31.000690 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b06d1-3e51-466b-b521-8d260f80a8b5 req-1b0c4726-7b53-4d17-a9ce-a689a1ecb5fb tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:31.001170 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:31.002339 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-086b06d1-3e51-466b-b521-8d260f80a8b5 req-1b0c4726-7b53-4d17-a9ce-a689a1ecb5fb tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0857849 Jun 23 14:56:31.006438 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Returning: {'device': 'b348ace4-dd64-4456-a0c4-6f7438120f81', 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2', 'port_id': 'b348ace4-dd64-4456-a0c4-6f7438120f81', 'mac_address': 'fa:16:3e:c0:95:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:56:31.012087 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c24567-5d29-4f61-bf22-81358c35fa16 req-1f5311bf-e1ee-4ee1-ba8d-18d4ffded0cd tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:31.013923 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-50c24567-5d29-4f61-bf22-81358c35fa16 req-1f5311bf-e1ee-4ee1-ba8d-18d4ffded0cd tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 943 time: 0.1279042 Jun 23 14:56:31.050615 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217fca5-44f0-4d5f-97bc-25f3a4fa5023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55af62a-b549-4578-85a3-e8977bfca476,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:31.053552 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:31.056715 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-7217fca5-44f0-4d5f-97bc-25f3a4fa5023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:31.076476 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b348ace4-dd64-4456-a0c4-6f7438120f81 {{(pid=100182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:56:31.076719 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-7217fca5-44f0-4d5f-97bc-25f3a4fa5023 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4b5cd4dc9dcf4dd3b86ab34e0a616b5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5258150 Jun 23 14:56:31.077147 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 46838) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:31.099258 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port b348ace4-dd64-4456-a0c4-6f7438120f81, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b348ace4-dd64-4456-a0c4-6f7438120f81,segment=NetworkSegment(bf6f38a0-ba02-434f-b4a6-fb330c9d3c50),segment_id=bf6f38a0-ba02-434f-b4a6-fb330c9d3c50)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:31.116712 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-086b06d1-3e51-466b-b521-8d260f80a8b5 req-9cf38638-6b2c-4ca2-b7cb-e341515237f7 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017249 Jun 23 14:56:31.119904 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-50c24567-5d29-4f61-bf22-81358c35fa16 req-092e421a-dfa4-4b07-b88e-c654edf60937 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967357 Jun 23 14:56:31.130428 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4217d836-8a7f-47ee-a523-0e1c73888c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:31.162846 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21de38-8da7-4241-85ac-12a946044efe req-275df549-803c-4eb1-8ba6-2561df141260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:31.164680 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ce21de38-8da7-4241-85ac-12a946044efe req-275df549-803c-4eb1-8ba6-2561df141260 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d58c52cfc1c34f4585397127cb5d74af&device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 1098 time: 0.1329889 Jun 23 14:56:31.176076 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4217d836-8a7f-47ee-a523-0e1c73888c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:31.224246 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:31.226422 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:31.300620 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21de38-8da7-4241-85ac-12a946044efe req-15c6a79a-e53a-4f06-89f9-458e0252e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:31.303042 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ce21de38-8da7-4241-85ac-12a946044efe req-15c6a79a-e53a-4f06-89f9-458e0252e5e8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e0346334-c16f-40f4-aea1-9054cd38ae9d HTTP/1.1" status: 200 len: 919 time: 0.1306791 Jun 23 14:56:31.303892 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4217d836-8a7f-47ee-a523-0e1c73888c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:31.306610 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4217d836-8a7f-47ee-a523-0e1c73888c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:31.307687 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=b348ace4-dd64-4456-a0c4-6f7438120f81,revision_number=4']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:31.308099 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-4217d836-8a7f-47ee-a523-0e1c73888c94 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b55af62a-b549-4578-85a3-e8977bfca476 HTTP/1.1" status: 204 len: 168 time: 0.2294612 Jun 23 14:56:31.308920 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:31.313554 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:31.325152 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217d836-8a7f-47ee-a523-0e1c73888c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55af62a-b549-4578-85a3-e8977bfca476,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:31.327607 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-4217d836-8a7f-47ee-a523-0e1c73888c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:31.353282 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ce21de38-8da7-4241-85ac-12a946044efe req-84b174dc-74c0-42bc-963d-e686bd276525 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bab7df26-6a87-47c6-a75e-9bf324d14074 HTTP/1.1" status: 200 len: 217 time: 0.0412304 Jun 23 14:56:31.409920 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21de38-8da7-4241-85ac-12a946044efe req-01359be0-4c2b-413f-8f17-d2ab2093d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:31.411366 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ce21de38-8da7-4241-85ac-12a946044efe req-01359be0-4c2b-413f-8f17-d2ab2093d19e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=844a227c-d94f-4f13-9d17-8cc692313f0c HTTP/1.1" status: 200 len: 858 time: 0.0518677 Jun 23 14:56:31.446362 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ce21de38-8da7-4241-85ac-12a946044efe req-b0cf7c5a-78e6-43e5-8d45-eeb91f30c550 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0346334-c16f-40f4-aea1-9054cd38ae9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283854 Jun 23 14:56:31.480779 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['b348ace4-dd64-4456-a0c4-6f7438120f81'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:56:31.543555 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ce21de38-8da7-4241-85ac-12a946044efe req-9d63ba6f-40c0-4508-87e9-8257596444e0 service neutron] 10.222.0.46 "GET /v2.0/networks/e0346334-c16f-40f4-aea1-9054cd38ae9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875077 Jun 23 14:56:31.638248 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ce21de38-8da7-4241-85ac-12a946044efe req-a428bea0-6a32-43a1-b7f4-8366b8d97656 service neutron] 10.222.0.46 "GET /v2.0/networks/e0346334-c16f-40f4-aea1-9054cd38ae9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875268 Jun 23 14:56:31.810703 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 46868) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:31.822546 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0b2a4c15-edf6-48bd-b88f-efb69057c8ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:31.885060 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000a237-fb5e-43e7-9f98-1b4c669e78fa req-94ceded7-a54c-4b31-a1bf-5ffb536612b4 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:31.893094 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f000a237-fb5e-43e7-9f98-1b4c669e78fa req-94ceded7-a54c-4b31-a1bf-5ffb536612b4 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 944 time: 0.0787249 Jun 23 14:56:31.920624 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0b2a4c15-edf6-48bd-b88f-efb69057c8ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:31.936291 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f000a237-fb5e-43e7-9f98-1b4c669e78fa req-c345faf6-ab4c-46d9-82cc-ba9b4ae6864d tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422504 Jun 23 14:56:31.996339 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0b2a4c15-edf6-48bd-b88f-efb69057c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:32.000493 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:32.036286 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a4c15-edf6-48bd-b88f-efb69057c8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b90297-c55c-41f6-a022-7d8ef1ed516b,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:32.039338 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-0b2a4c15-edf6-48bd-b88f-efb69057c8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:32.045180 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-0b2a4c15-edf6-48bd-b88f-efb69057c8ce admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8feeff40dc294b1e9bb11aa2ea0bb8ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348092 Jun 23 14:56:32.052783 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 46874) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:32.098094 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-12e58084-2b37-452e-b191-c06328bf9a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:32.118693 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-12e58084-2b37-452e-b191-c06328bf9a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:32.270263 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-12e58084-2b37-452e-b191-c06328bf9a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:32.273150 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-12e58084-2b37-452e-b191-c06328bf9a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:32.288781 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-12e58084-2b37-452e-b191-c06328bf9a7f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a0b90297-c55c-41f6-a022-7d8ef1ed516b HTTP/1.1" status: 204 len: 168 time: 0.2309957 Jun 23 14:56:32.288781 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-4a16599e-1efa-41be-8bf8-7ef8598bffd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:32.288781 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e58084-2b37-452e-b191-c06328bf9a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b90297-c55c-41f6-a022-7d8ef1ed516b,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:32.295316 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-12e58084-2b37-452e-b191-c06328bf9a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:32.399444 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 46894) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:32.409417 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c953e12-6ef8-46c4-8b2a-a72aeea7c5ee req-2ce5f792-5f2b-4703-9b12-5df399901a55 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:32.416244 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9c953e12-6ef8-46c4-8b2a-a72aeea7c5ee req-2ce5f792-5f2b-4703-9b12-5df399901a55 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 943 time: 0.1387062 Jun 23 14:56:32.439529 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-5c78fb11-f112-4cfd-8992-8fb0eb663eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:32.443700 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f725d2-600c-4415-9b25-9df1a1103ddc req-b537a00e-004d-4f81-ab1c-a5b07765ac60 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:32.443700 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d1f725d2-600c-4415-9b25-9df1a1103ddc req-b537a00e-004d-4f81-ab1c-a5b07765ac60 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.1123834 Jun 23 14:56:32.498405 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9c953e12-6ef8-46c4-8b2a-a72aeea7c5ee req-8f74d4b5-4bba-4258-aff1-cb2e8de00473 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812399 Jun 23 14:56:32.539000 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d1f725d2-600c-4415-9b25-9df1a1103ddc req-47703d76-fe4f-46cc-86d0-3ee99ed37fb3 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871687 Jun 23 14:56:32.570606 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-5c78fb11-f112-4cfd-8992-8fb0eb663eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:32.652729 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-5c78fb11-f112-4cfd-8992-8fb0eb663eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:32.656194 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:32.692227 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-5c78fb11-f112-4cfd-8992-8fb0eb663eca admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d184b3740f084f39b6832c0ea54cbffe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907650 Jun 23 14:56:32.693105 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78fb11-f112-4cfd-8992-8fb0eb663eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8390138-0c34-4efc-b99d-12463f440dcb,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:32.694995 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 46902) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:32.696034 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-5c78fb11-f112-4cfd-8992-8fb0eb663eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:32.750455 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-300098f8-8ece-4a1f-b778-1bde7c968418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:32.775001 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-300098f8-8ece-4a1f-b778-1bde7c968418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:32.907771 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device a8907114-1ecb-4a9e-87a5-7bf34bc31485 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=100182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:56:32.911892 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device b348ace4-dd64-4456-a0c4-6f7438120f81 up at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:56:32.939840 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-300098f8-8ece-4a1f-b778-1bde7c968418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:32.948460 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-300098f8-8ece-4a1f-b778-1bde7c968418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:32.948460 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-300098f8-8ece-4a1f-b778-1bde7c968418 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b8390138-0c34-4efc-b99d-12463f440dcb HTTP/1.1" status: 204 len: 168 time: 0.2475739 Jun 23 14:56:32.948460 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:32.955106 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300098f8-8ece-4a1f-b778-1bde7c968418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8390138-0c34-4efc-b99d-12463f440dcb,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:32.958385 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-300098f8-8ece-4a1f-b778-1bde7c968418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:33.089472 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port a8907114-1ecb-4a9e-87a5-7bf34bc31485, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a8907114-1ecb-4a9e-87a5-7bf34bc31485,segment=NetworkSegment(53319a76-a6c9-4f00-b8bd-5ceecb1d2786),segment_id=53319a76-a6c9-4f00-b8bd-5ceecb1d2786)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:33.100772 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Returning: {'device': 'a8907114-1ecb-4a9e-87a5-7bf34bc31485', 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3', 'port_id': 'a8907114-1ecb-4a9e-87a5-7bf34bc31485', 'mac_address': 'fa:16:3e:40:f5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:56:33.125187 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17826fd7-8a98-45b4-9cfd-7cbd8c9b3ccb req-0e01ee44-e1de-4eef-a5cd-c86c19195d6c tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:33.132528 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-17826fd7-8a98-45b4-9cfd-7cbd8c9b3ccb req-0e01ee44-e1de-4eef-a5cd-c86c19195d6c tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 944 time: 0.0825016 Jun 23 14:56:33.148100 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:33.161151 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8907114-1ecb-4a9e-87a5-7bf34bc31485 {{(pid=100182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:56:33.168008 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning for port b348ace4-dd64-4456-a0c4-6f7438120f81 completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:56:33.182402 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-17826fd7-8a98-45b4-9cfd-7cbd8c9b3ccb req-696f2a53-6790-4547-a884-0185593f3a49 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442169 Jun 23 14:56:33.182546 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning complete for port b348ace4-dd64-4456-a0c4-6f7438120f81 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:56:33.182792 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:33.188199 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port a8907114-1ecb-4a9e-87a5-7bf34bc31485, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a8907114-1ecb-4a9e-87a5-7bf34bc31485,segment=NetworkSegment(53319a76-a6c9-4f00-b8bd-5ceecb1d2786),segment_id=53319a76-a6c9-4f00-b8bd-5ceecb1d2786)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:33.261016 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:33.264619 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-bf7e1b1d-691e-48ee-8224-fbc98e61cb3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:33.268342 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:33.328350 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f173b1e8-afe4-4e54-8260-f9df38e98a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b348ace4-dd64-4456-a0c4-6f7438120f81'}] {{(pid=100182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:56:33.330597 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2be0bd3a3b87df06192a81cc7e782664f9eb16b4f3df3f1ec53fa4495edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322f7f95-c7d8-49a5-af16-af0a8467a54a" -d '{"events": [{"server_uuid": "f173b1e8-afe4-4e54-8260-f9df38e98a99", "name": "network-vif-plugged", "status": "completed", "tag": "b348ace4-dd64-4456-a0c4-6f7438120f81"}]}' {{(pid=100182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:56:33.353263 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port b348ace4-dd64-4456-a0c4-6f7438120f81, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b348ace4-dd64-4456-a0c4-6f7438120f81,segment=NetworkSegment(bf6f38a0-ba02-434f-b4a6-fb330c9d3c50),segment_id=bf6f38a0-ba02-434f-b4a6-fb330c9d3c50)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:33.354610 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=a8907114-1ecb-4a9e-87a5-7bf34bc31485,revision_number=4']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:33.357773 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:33.369639 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e81395-0d45-4b80-90ce-20e66b6700af x-openstack-request-id: req-42e81395-0d45-4b80-90ce-20e66b6700af {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:56:33.369968 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f173b1e8-afe4-4e54-8260-f9df38e98a99", "name": "network-vif-plugged", "status": "completed", "tag": "b348ace4-dd64-4456-a0c4-6f7438120f81", "code": 200}]} {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:56:33.370241 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-42e81395-0d45-4b80-90ce-20e66b6700af {{(pid=100182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:56:33.370697 dv-cinder-796286-8-smb neutron-server[100182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f173b1e8-afe4-4e54-8260-f9df38e98a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b348ace4-dd64-4456-a0c4-6f7438120f81', 'code': 200} Jun 23 14:56:33.430141 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:33.432251 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:33.489905 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=b348ace4-dd64-4456-a0c4-6f7438120f81,revision_number=5']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:33.493098 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:33.570591 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['a8907114-1ecb-4a9e-87a5-7bf34bc31485'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:56:33.772159 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c8e93-1ac6-4d24-b0f8-815d440b2531 req-8973a71d-3e6b-4227-9e9c-ae811e9e972c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:33.778900 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-004c8e93-1ac6-4d24-b0f8-815d440b2531 req-8973a71d-3e6b-4227-9e9c-ae811e9e972c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 944 time: 0.1238368 Jun 23 14:56:33.900522 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-004c8e93-1ac6-4d24-b0f8-815d440b2531 req-ae5973bf-ce89-4cf1-bcab-7a98f740881c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207337 Jun 23 14:56:33.947062 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0ff07-aed1-4454-afc1-0b60a4e44794 req-19e97724-3536-4d97-9f6a-ed8e73fa941b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:33.948534 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-54d0ff07-aed1-4454-afc1-0b60a4e44794 req-19e97724-3536-4d97-9f6a-ed8e73fa941b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 1098 time: 0.1509330 Jun 23 14:56:33.966639 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b756c85-a816-4ac4-9781-9f4d1369e56e req-3ed65798-9c90-486b-b0f9-52c8f6c619d4 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:33.970451 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1b756c85-a816-4ac4-9781-9f4d1369e56e req-3ed65798-9c90-486b-b0f9-52c8f6c619d4 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.2127166 Jun 23 14:56:34.037365 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-54d0ff07-aed1-4454-afc1-0b60a4e44794 req-6c288ead-d7b8-4866-becc-84fb4896804c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654531 Jun 23 14:56:34.040686 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1b756c85-a816-4ac4-9781-9f4d1369e56e req-f5fa91d7-4280-4c9d-80a9-0a4105d0f1cb tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675313 Jun 23 14:56:34.381733 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30f6fe-0f99-4107-a4cd-70243089fdeb req-bc4ea311-7e68-47e4-b4c7-c951c3de2664 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:34.390424 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-2e30f6fe-0f99-4107-a4cd-70243089fdeb req-bc4ea311-7e68-47e4-b4c7-c951c3de2664 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.0864859 Jun 23 14:56:34.424333 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-2e30f6fe-0f99-4107-a4cd-70243089fdeb req-f6fc3ad6-3b56-4edd-8961-229593dcf9e3 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330131 Jun 23 14:56:34.944237 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device a8907114-1ecb-4a9e-87a5-7bf34bc31485 up at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:56:35.123083 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272d06d-60d1-4a51-a521-77458d12a719 req-9cd8661d-a2b6-461e-886b-89db452c791b tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:35.124666 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5272d06d-60d1-4a51-a521-77458d12a719 req-9cd8661d-a2b6-461e-886b-89db452c791b tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 944 time: 0.0656199 Jun 23 14:56:35.131636 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning for port a8907114-1ecb-4a9e-87a5-7bf34bc31485 completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:56:35.136124 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning complete for port a8907114-1ecb-4a9e-87a5-7bf34bc31485 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:56:35.136510 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:35.169393 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5272d06d-60d1-4a51-a521-77458d12a719 req-32e48095-ff62-4688-b26b-542a191c5f90 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382087 Jun 23 14:56:35.301254 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03f40a-45ba-4e8e-9c0e-5ffdb84fa6db req-4c0f275d-d14a-4910-8a6b-e0b957368958 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:35.304170 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-8f03f40a-45ba-4e8e-9c0e-5ffdb84fa6db req-4c0f275d-d14a-4910-8a6b-e0b957368958 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0859334 Jun 23 14:56:35.310849 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:35.349151 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port a8907114-1ecb-4a9e-87a5-7bf34bc31485, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a8907114-1ecb-4a9e-87a5-7bf34bc31485,segment=NetworkSegment(53319a76-a6c9-4f00-b8bd-5ceecb1d2786),segment_id=53319a76-a6c9-4f00-b8bd-5ceecb1d2786)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:35.372832 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6d5cf5-832a-4f5b-8415-901c71fb1040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8907114-1ecb-4a9e-87a5-7bf34bc31485'}] {{(pid=100182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:56:35.375221 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2be0bd3a3b87df06192a81cc7e782664f9eb16b4f3df3f1ec53fa4495edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f43b43e-b29a-4f4f-948b-638f775e419d" -d '{"events": [{"server_uuid": "de6d5cf5-832a-4f5b-8415-901c71fb1040", "name": "network-vif-plugged", "status": "completed", "tag": "a8907114-1ecb-4a9e-87a5-7bf34bc31485"}]}' {{(pid=100182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:56:35.377309 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-8f03f40a-45ba-4e8e-9c0e-5ffdb84fa6db req-10fe65ec-f26b-421e-8d22-4b83834f10f1 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508826 Jun 23 14:56:35.441860 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca72c411-f841-47fd-b9d8-2b6664309e43 x-openstack-request-id: req-ca72c411-f841-47fd-b9d8-2b6664309e43 {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:56:35.442175 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6d5cf5-832a-4f5b-8415-901c71fb1040", "name": "network-vif-plugged", "status": "completed", "tag": "a8907114-1ecb-4a9e-87a5-7bf34bc31485", "code": 200}]} {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:56:35.442434 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ca72c411-f841-47fd-b9d8-2b6664309e43 {{(pid=100182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:56:35.442833 dv-cinder-796286-8-smb neutron-server[100182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6d5cf5-832a-4f5b-8415-901c71fb1040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8907114-1ecb-4a9e-87a5-7bf34bc31485', 'code': 200} Jun 23 14:56:35.457714 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:35.459595 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:35.533382 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=a8907114-1ecb-4a9e-87a5-7bf34bc31485,revision_number=5']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:35.538988 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:35.691249 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a48a6-b02b-485d-8e64-67cc5ec0f0bd req-7dfdffd4-1373-45d7-8ec0-adf7d0fa4d67 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:35.698137 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d03a48a6-b02b-485d-8e64-67cc5ec0f0bd req-7dfdffd4-1373-45d7-8ec0-adf7d0fa4d67 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.0908346 Jun 23 14:56:35.733572 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d03a48a6-b02b-485d-8e64-67cc5ec0f0bd req-44f0857f-6f45-4dcf-a644-3a95bc7f1c40 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345609 Jun 23 14:56:35.912257 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a022c-0ca3-491c-80ec-3c1f5849f496 req-4ebac217-3fb1-467c-845f-0c09c0d55e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:35.913628 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-670a022c-0ca3-491c-80ec-3c1f5849f496 req-4ebac217-3fb1-467c-845f-0c09c0d55e6d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 1098 time: 0.0911295 Jun 23 14:56:35.961751 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cc822-3328-43a0-b954-f208b45be8b5 req-6ad96a02-ee8d-4a0a-88eb-4b7fc87b5aff tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:35.963140 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d73cc822-3328-43a0-b954-f208b45be8b5 req-6ad96a02-ee8d-4a0a-88eb-4b7fc87b5aff tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.0937905 Jun 23 14:56:35.970858 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-670a022c-0ca3-491c-80ec-3c1f5849f496 req-28be86b1-de47-4bb3-9c08-d8bc8ece88d8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448003 Jun 23 14:56:35.974704 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 47074) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:35.976881 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-5cb2f1fe-e9dd-4d25-8353-3f0edfa46684 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Request body: {'floatingip': {'port_id': 'b348ace4-dd64-4456-a0c4-6f7438120f81'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:56:36.096102 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 47080) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:36.214154 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-6f5edff5-e8b4-4e68-98c9-66cca8a7026a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:36.252174 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-5cb2f1fe-e9dd-4d25-8353-3f0edfa46684 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for floatingip, before_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:36.362849 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:36.368448 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-6f5edff5-e8b4-4e68-98c9-66cca8a7026a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:36.459784 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-6f5edff5-e8b4-4e68-98c9-66cca8a7026a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:36.464455 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:36.522338 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-6f5edff5-e8b4-4e68-98c9-66cca8a7026a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9ce80a9fef5c45f2887c6402618b426b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4229996 Jun 23 14:56:36.522838 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 47094) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:36.530026 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5edff5-e8b4-4e68-98c9-66cca8a7026a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03080857-e9ba-4169-9b18-facb3f89c71f,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:36.537833 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-6f5edff5-e8b4-4e68-98c9-66cca8a7026a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:36.558024 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254d0d1-3c10-4a15-82ea-675fc2da4d92 req-60306785-23ca-4cbe-b57d-1f0eaab58b41 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:36.560089 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9254d0d1-3c10-4a15-82ea-675fc2da4d92 req-60306785-23ca-4cbe-b57d-1f0eaab58b41 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 945 time: 0.2203257 Jun 23 14:56:36.571282 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad07bf-c23b-45db-b770-d40a0d20b8c3 req-be393240-8053-4bc7-a442-384a17670023 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:36.572736 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-95ad07bf-c23b-45db-b770-d40a0d20b8c3 req-be393240-8053-4bc7-a442-384a17670023 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/ports?device_id=d18cc400-c464-49c2-9f57-2f899adb0655 HTTP/1.1" status: 200 len: 946 time: 0.2191248 Jun 23 14:56:36.581756 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-1ed17d25-b45b-49fc-af59-551703fa2137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:36.612633 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-1ed17d25-b45b-49fc-af59-551703fa2137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:36.714376 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9254d0d1-3c10-4a15-82ea-675fc2da4d92 req-cefa60fe-4a16-4a66-90bd-2226af1ef505 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406560 Jun 23 14:56:36.729286 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-95ad07bf-c23b-45db-b770-d40a0d20b8c3 req-9f0e3295-8b7f-47a7-9305-fea8ec7f0ecb tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/security-groups?id=d99d039b-2808-4f4a-b08e-ee562ca1d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445289 Jun 23 14:56:36.807403 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-1ed17d25-b45b-49fc-af59-551703fa2137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:36.811238 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-1ed17d25-b45b-49fc-af59-551703fa2137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:36.814281 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-1ed17d25-b45b-49fc-af59-551703fa2137 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/03080857-e9ba-4169-9b18-facb3f89c71f HTTP/1.1" status: 204 len: 168 time: 0.2904618 Jun 23 14:56:36.815294 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-245e2a7a-a736-4ce0-87c4-1011690b323b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:36.879567 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed17d25-b45b-49fc-af59-551703fa2137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03080857-e9ba-4169-9b18-facb3f89c71f,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:36.879567 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-1ed17d25-b45b-49fc-af59-551703fa2137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:37.167149 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644d101-dec2-4f12-b6de-37fe412a1d25 req-ec04b4a3-72db-4ecc-84cb-15c1236105ed tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:37.167149 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f644d101-dec2-4f12-b6de-37fe412a1d25 req-ec04b4a3-72db-4ecc-84cb-15c1236105ed tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.2000277 Jun 23 14:56:37.168030 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-5cb2f1fe-e9dd-4d25-8353-3f0edfa46684 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:37.181200 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f644d101-dec2-4f12-b6de-37fe412a1d25 req-44dac278-21a9-41b3-9521-5f3a0181b789 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662482 Jun 23 14:56:37.367285 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-5cb2f1fe-e9dd-4d25-8353-3f0edfa46684 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643682'] for floatingip, after_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:37.468920 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.db.l3_db [None req-5cb2f1fe-e9dd-4d25-8353-3f0edfa46684 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Floating IP 6c31f787-62fb-4191-b42b-d6e46ab94c47 associated. External IP: 172.28.1.137, port: b348ace4-dd64-4456-a0c4-6f7438120f81. Jun 23 14:56:37.693221 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb2f1fe-e9dd-4d25-8353-3f0edfa46684 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Router 32f6e716-1a07-4282-9442-036de0a07b13 has already been hosted by L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 {{(pid=100180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:56:37.821054 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb2f1fe-e9dd-4d25-8353-3f0edfa46684 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:56:37.826675 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-5cb2f1fe-e9dd-4d25-8353-3f0edfa46684 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for floatingip, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:37.843682 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b93f01-5b48-4ac3-b07b-36dbe7cde239 None None] Sync routers for ids ['32f6e716-1a07-4282-9442-036de0a07b13'] in dv-cinder-796286-8-smb {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:56:37.869010 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-5cb2f1fe-e9dd-4d25-8353-3f0edfa46684 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "PUT /v2.0/floatingips/6c31f787-62fb-4191-b42b-d6e46ab94c47 HTTP/1.1" status: 200 len: 991 time: 1.8958473 Jun 23 14:56:37.869734 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f173b1e8-afe4-4e54-8260-f9df38e98a99', 'tag': 'b348ace4-dd64-4456-a0c4-6f7438120f81'}] {{(pid=100180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:56:37.872942 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd25e94c753d7f89e0e3c37123175e6223eaf2b946fa1bf5874daa58d3f91f45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1244001a-ab2a-43d8-ab58-dc8ab5447d22" -d '{"events": [{"name": "network-changed", "server_uuid": "f173b1e8-afe4-4e54-8260-f9df38e98a99", "tag": "b348ace4-dd64-4456-a0c4-6f7438120f81"}]}' {{(pid=100180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:56:37.876124 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b93f01-5b48-4ac3-b07b-36dbe7cde239 None None] Routers {'32f6e716-1a07-4282-9442-036de0a07b13'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:56:37.876755 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-e9b93f01-5b48-4ac3-b07b-36dbe7cde239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:56:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['32f6e716-1a07-4282-9442-036de0a07b13'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:37.973116 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 47130) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:37.992969 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-e9b93f01-5b48-4ac3-b07b-36dbe7cde239 None None] Set router 32f6e716-1a07-4282-9442-036de0a07b13 gateway port host: dv-cinder-796286-8-smb {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:56:38.002278 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2a2cf99e-f07a-41e8-bd6c-9fcc846e9b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:38.038560 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7203ef-f52c-4d87-9bbb-13c045caeb6e req-894734c6-de2a-48ad-94a4-3e7ac17d5913 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:38.040132 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-cb7203ef-f52c-4d87-9bbb-13c045caeb6e req-894734c6-de2a-48ad-94a4-3e7ac17d5913 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 945 time: 0.1645281 Jun 23 14:56:38.064892 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b640d-0701-4857-bf09-a75c34c207a1 req-e1e9c97a-701b-4cff-9913-0a675fcfba1a tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:38.066492 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ca2b640d-0701-4857-bf09-a75c34c207a1 req-e1e9c97a-701b-4cff-9913-0a675fcfba1a tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/ports?device_id=d18cc400-c464-49c2-9f57-2f899adb0655 HTTP/1.1" status: 200 len: 946 time: 0.1321826 Jun 23 14:56:38.108573 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2a2cf99e-f07a-41e8-bd6c-9fcc846e9b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:38.117734 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-cb7203ef-f52c-4d87-9bbb-13c045caeb6e req-42e894a7-f554-4d30-9ca1-eb6d2a6466b9 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680106 Jun 23 14:56:38.125320 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ca2b640d-0701-4857-bf09-a75c34c207a1 req-2c082873-8e43-44d3-9889-e09f8e0f4a81 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/security-groups?id=d99d039b-2808-4f4a-b08e-ee562ca1d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505769 Jun 23 14:56:38.188333 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cafd6dd-454b-4efa-ba7b-b30a2417837a x-openstack-request-id: req-0cafd6dd-454b-4efa-ba7b-b30a2417837a {{(pid=100180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:56:38.188645 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f173b1e8-afe4-4e54-8260-f9df38e98a99", "tag": "b348ace4-dd64-4456-a0c4-6f7438120f81", "status": "completed", "code": 200}]} {{(pid=100180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:56:38.188920 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0cafd6dd-454b-4efa-ba7b-b30a2417837a {{(pid=100180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:56:38.189334 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f173b1e8-afe4-4e54-8260-f9df38e98a99', 'tag': 'b348ace4-dd64-4456-a0c4-6f7438120f81', 'status': 'completed', 'code': 200} Jun 23 14:56:38.203029 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2a2cf99e-f07a-41e8-bd6c-9fcc846e9b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:38.207663 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:38.247519 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2cf99e-f07a-41e8-bd6c-9fcc846e9b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f51a48b-33d8-4a22-ad49-fd91330543eb,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:38.254670 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-2a2cf99e-f07a-41e8-bd6c-9fcc846e9b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:38.263540 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-2a2cf99e-f07a-41e8-bd6c-9fcc846e9b77 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2cd1fd9d99d64193830189cf45ff04d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2887001 Jun 23 14:56:38.266239 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 47136) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:38.326718 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-e9b93f01-5b48-4ac3-b07b-36dbe7cde239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f6e716-1a07-4282-9442-036de0a07b13', 'name': 'tempest-AttachVolumeTestJSON-2121293109-router', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:49Z', 'updated_at': '2021-06-23T14:56:01Z', 'revision_number': 4, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'gw_port': {'id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_floatingips': [{'id': '6c31f787-62fb-4191-b42b-d6e46ab94c47', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'floating_ip_address': '172.28.1.137', 'floating_network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'router_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'port_id': 'b348ace4-dd64-4456-a0c4-6f7438120f81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2', 'mac_address': 'fa:16:3e:c0:95:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f173b1e8-afe4-4e54-8260-f9df38e98a99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:56:15Z', 'updated_at': '2021-06-23T14:56:36Z', 'revision_number': 1, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98bee53c-a5a8-4825-9107-5cef25557dc0', 'name': '', 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'mac_address': 'fa:16:3e:73:b5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:58Z', 'updated_at': '2021-06-23T14:56:12Z', 'revision_number': 5, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'subnets': [{'id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:38.338571 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2fe30106-d3ed-4daa-b7fb-14956f175d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:38.359273 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b93f01-5b48-4ac3-b07b-36dbe7cde239 None None] Checking router: 32f6e716-1a07-4282-9442-036de0a07b13 for host: dv-cinder-796286-8-smb {{(pid=100183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:56:38.368733 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b93f01-5b48-4ac3-b07b-36dbe7cde239 None None] Routers {'32f6e716-1a07-4282-9442-036de0a07b13'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:56:38.369467 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-e9b93f01-5b48-4ac3-b07b-36dbe7cde239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:56:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['32f6e716-1a07-4282-9442-036de0a07b13'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:38.440136 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2fe30106-d3ed-4daa-b7fb-14956f175d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:38.490766 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-e9b93f01-5b48-4ac3-b07b-36dbe7cde239 None None] Set router 32f6e716-1a07-4282-9442-036de0a07b13 gateway port host: dv-cinder-796286-8-smb {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:56:38.507985 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9236b6-17f1-4247-8dde-3d2fcf2ee005 req-78c6b150-8022-462b-8715-89b8577cdac5 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:38.513867 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-bc9236b6-17f1-4247-8dde-3d2fcf2ee005 req-78c6b150-8022-462b-8715-89b8577cdac5 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.46 "GET /v2.0/ports?device_id=d18cc400-c464-49c2-9f57-2f899adb0655 HTTP/1.1" status: 200 len: 946 time: 0.1684036 Jun 23 14:56:38.618902 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244001a-ab2a-43d8-ab58-dc8ab5447d22 req-c93a760a-b2c7-4a15-b469-4ee6dc02970f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:38.620422 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1244001a-ab2a-43d8-ab58-dc8ab5447d22 req-c93a760a-b2c7-4a15-b469-4ee6dc02970f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f4408f772214ed1aa8148f3f34bb8d3&device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 1098 time: 0.3826239 Jun 23 14:56:38.631908 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd1671-84a6-4ef2-a274-ed06e74cda14 req-713a7ee1-84be-4337-8475-c9229b702b5f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:38.643615 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-35fd1671-84a6-4ef2-a274-ed06e74cda14 req-713a7ee1-84be-4337-8475-c9229b702b5f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 945 time: 0.3462317 Jun 23 14:56:38.643891 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 47138) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:38.650691 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-e4283a83-b529-4608-a542-fa8f7ecaaa28 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Request body: {'floatingip': {'port_id': 'a8907114-1ecb-4a9e-87a5-7bf34bc31485'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:56:38.739871 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e4283a83-b529-4608-a542-fa8f7ecaaa28 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for floatingip, before_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:38.770520 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2fe30106-d3ed-4daa-b7fb-14956f175d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:38.773037 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2fe30106-d3ed-4daa-b7fb-14956f175d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:38.777304 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-2fe30106-d3ed-4daa-b7fb-14956f175d91 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5f51a48b-33d8-4a22-ad49-fd91330543eb HTTP/1.1" status: 204 len: 168 time: 0.5100975 Jun 23 14:56:38.783553 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:38.802743 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe30106-d3ed-4daa-b7fb-14956f175d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f51a48b-33d8-4a22-ad49-fd91330543eb,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:38.810571 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-2fe30106-d3ed-4daa-b7fb-14956f175d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:38.818081 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa7305-2b96-42d0-8f37-762b71df44b8 req-bd35af88-32b0-4495-847b-5fc986b95799 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:38.825011 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-defa7305-2b96-42d0-8f37-762b71df44b8 req-bd35af88-32b0-4495-847b-5fc986b95799 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.2682209 Jun 23 14:56:38.877858 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-bc9236b6-17f1-4247-8dde-3d2fcf2ee005 req-a33a36be-1380-484b-bc96-4f5f6aaa07f6 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Deleting port a08ac052-7595-4a5d-a91f-dfc713d2d4f3 {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:56:38.878466 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-bc9236b6-17f1-4247-8dde-3d2fcf2ee005 req-a33a36be-1380-484b-bc96-4f5f6aaa07f6 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:38.896836 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-e9b93f01-5b48-4ac3-b07b-36dbe7cde239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f6e716-1a07-4282-9442-036de0a07b13', 'name': 'tempest-AttachVolumeTestJSON-2121293109-router', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:49Z', 'updated_at': '2021-06-23T14:56:01Z', 'revision_number': 4, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'gw_port': {'id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_floatingips': [{'id': '6c31f787-62fb-4191-b42b-d6e46ab94c47', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'floating_ip_address': '172.28.1.137', 'floating_network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'router_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'port_id': 'b348ace4-dd64-4456-a0c4-6f7438120f81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2', 'mac_address': 'fa:16:3e:c0:95:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f173b1e8-afe4-4e54-8260-f9df38e98a99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:56:15Z', 'updated_at': '2021-06-23T14:56:36Z', 'revision_number': 1, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98bee53c-a5a8-4825-9107-5cef25557dc0', 'name': '', 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'mac_address': 'fa:16:3e:73:b5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:58Z', 'updated_at': '2021-06-23T14:56:12Z', 'revision_number': 5, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'subnets': [{'id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:38.956890 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244001a-ab2a-43d8-ab58-dc8ab5447d22 req-76dd05b8-ec3d-4e41-bbb4-749b1d3256f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:38.958419 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1244001a-ab2a-43d8-ab58-dc8ab5447d22 req-76dd05b8-ec3d-4e41-bbb4-749b1d3256f4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=046085b9-f7b3-4ac3-83a3-779993ec93a2 HTTP/1.1" status: 200 len: 912 time: 0.3238258 Jun 23 14:56:38.982605 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-defa7305-2b96-42d0-8f37-762b71df44b8 req-8e718c8a-049d-4bd0-9301-c009afb88ea8 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565738 Jun 23 14:56:38.994752 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b93f01-5b48-4ac3-b07b-36dbe7cde239 None None] The sync data for ids ['32f6e716-1a07-4282-9442-036de0a07b13'] in dv-cinder-796286-8-smb is: [{'id': '32f6e716-1a07-4282-9442-036de0a07b13', 'name': 'tempest-AttachVolumeTestJSON-2121293109-router', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:49Z', 'updated_at': '2021-06-23T14:56:01Z', 'revision_number': 4, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'gw_port': {'id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_floatingips': [{'id': '6c31f787-62fb-4191-b42b-d6e46ab94c47', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'floating_ip_address': '172.28.1.137', 'floating_network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'router_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'port_id': 'b348ace4-dd64-4456-a0c4-6f7438120f81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2', 'mac_address': 'fa:16:3e:c0:95:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f173b1e8-afe4-4e54-8260-f9df38e98a99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:56:15Z', 'updated_at': '2021-06-23T14:56:36Z', 'revision_number': 1, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98bee53c-a5a8-4825-9107-5cef25557dc0', 'name': '', 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'mac_address': 'fa:16:3e:73:b5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:58Z', 'updated_at': '2021-06-23T14:56:12Z', 'revision_number': 5, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'subnets': [{'id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:56:39.024420 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-bc9236b6-17f1-4247-8dde-3d2fcf2ee005 req-a33a36be-1380-484b-bc96-4f5f6aaa07f6 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] For port a08ac052-7595-4a5d-a91f-dfc713d2d4f3, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a08ac052-7595-4a5d-a91f-dfc713d2d4f3,segment=NetworkSegment(961d70cb-b473-4cd2-adba-0d1835910355),segment_id=961d70cb-b473-4cd2-adba-0d1835910355)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:39.025302 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-bc9236b6-17f1-4247-8dde-3d2fcf2ee005 req-a33a36be-1380-484b-bc96-4f5f6aaa07f6 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:39.055816 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-bc9236b6-17f1-4247-8dde-3d2fcf2ee005 req-a33a36be-1380-484b-bc96-4f5f6aaa07f6 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Calling delete_port for a08ac052-7595-4a5d-a91f-dfc713d2d4f3 owned by compute:nova {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:56:39.176660 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1244001a-ab2a-43d8-ab58-dc8ab5447d22 req-eabd84d2-59f9-4d08-898f-079f382d4af8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b348ace4-dd64-4456-a0c4-6f7438120f81 HTTP/1.1" status: 200 len: 999 time: 0.2107713 Jun 23 14:56:39.302279 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244001a-ab2a-43d8-ab58-dc8ab5447d22 req-4bb2bc1f-bf74-442b-bba6-caba598b316b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:39.304435 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1244001a-ab2a-43d8-ab58-dc8ab5447d22 req-4bb2bc1f-bf74-442b-bba6-caba598b316b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed6e6346-c056-4ca0-89e5-57da755e7b9f HTTP/1.1" status: 200 len: 850 time: 0.1171703 Jun 23 14:56:39.423249 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604cc611-7dd3-46c2-86bd-fde0eff0c15d None None] New status for floating IP 6c31f787-62fb-4191-b42b-d6e46ab94c47: ACTIVE {{(pid=100182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:56:39.429888 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-bc9236b6-17f1-4247-8dde-3d2fcf2ee005 req-a33a36be-1380-484b-bc96-4f5f6aaa07f6 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:39.435527 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-9b201702-87db-4ffd-b18f-822e07c34fce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:39.461956 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a36be-1380-484b-bc96-4f5f6aaa07f6 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Pushing event deleted for resources: {'Port': ['ID=a08ac052-7595-4a5d-a91f-dfc713d2d4f3,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:39.475878 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-a33a36be-1380-484b-bc96-4f5f6aaa07f6 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:39.480220 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['a08ac052-7595-4a5d-a91f-dfc713d2d4f3'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:56:39.555585 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9236b6-17f1-4247-8dde-3d2fcf2ee005 req-a33a36be-1380-484b-bc96-4f5f6aaa07f6 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] No DVR routers for this DVR port a08ac052-7595-4a5d-a91f-dfc713d2d4f3 on host hv-cinder-79628 {{(pid=100181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:56:39.563130 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-bc9236b6-17f1-4247-8dde-3d2fcf2ee005 req-a33a36be-1380-484b-bc96-4f5f6aaa07f6 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:39.566910 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-bc9236b6-17f1-4247-8dde-3d2fcf2ee005 req-a33a36be-1380-484b-bc96-4f5f6aaa07f6 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.46 "DELETE /v2.0/ports/a08ac052-7595-4a5d-a91f-dfc713d2d4f3 HTTP/1.1" status: 204 len: 173 time: 1.0504954 Jun 23 14:56:39.570558 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18cc400-c464-49c2-9f57-2f899adb0655', 'name': 'network-vif-deleted', 'tag': 'a08ac052-7595-4a5d-a91f-dfc713d2d4f3'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:56:39.573941 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5a4b9b-312d-4891-8526-eb19de5df898" -d '{"events": [{"server_uuid": "d18cc400-c464-49c2-9f57-2f899adb0655", "name": "network-vif-deleted", "tag": "a08ac052-7595-4a5d-a91f-dfc713d2d4f3"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:56:39.591415 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244001a-ab2a-43d8-ab58-dc8ab5447d22 req-d028a037-518f-4428-865b-1f4997e6352c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:39.592893 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1244001a-ab2a-43d8-ab58-dc8ab5447d22 req-d028a037-518f-4428-865b-1f4997e6352c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=046085b9-f7b3-4ac3-83a3-779993ec93a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2807915 Jun 23 14:56:39.621861 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd6813-9a73-458d-9301-8304fc3ca2c5 req-2752a667-b433-410d-b7ea-3cbcff67d258 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:39.624130 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6c210a-686c-4316-9810-a6e957a91d56 x-openstack-request-id: req-cf6c210a-686c-4316-9810-a6e957a91d56 {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:56:39.624130 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18cc400-c464-49c2-9f57-2f899adb0655", "name": "network-vif-deleted", "tag": "a08ac052-7595-4a5d-a91f-dfc713d2d4f3", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:56:39.624130 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cf6c210a-686c-4316-9810-a6e957a91d56 {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:56:39.624396 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a0cd6813-9a73-458d-9301-8304fc3ca2c5 req-2752a667-b433-410d-b7ea-3cbcff67d258 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/ports?device_id=d18cc400-c464-49c2-9f57-2f899adb0655 HTTP/1.1" status: 200 len: 867 time: 0.3102281 Jun 23 14:56:39.624488 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18cc400-c464-49c2-9f57-2f899adb0655', 'name': 'network-vif-deleted', 'tag': 'a08ac052-7595-4a5d-a91f-dfc713d2d4f3', 'status': 'completed', 'code': 200} Jun 23 14:56:39.769760 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.db.resource_extend [None req-e4283a83-b529-4608-a542-fa8f7ecaaa28 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 14:56:39.774185 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a0cd6813-9a73-458d-9301-8304fc3ca2c5 req-10f51af0-fa4a-4ad6-9ab8-5abdd7e8458e tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/security-groups?id=d99d039b-2808-4f4a-b08e-ee562ca1d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327214 Jun 23 14:56:39.816220 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-e4d211e7-6109-46f5-ae77-9f7bed6e343e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:39.881039 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e4283a83-b529-4608-a542-fa8f7ecaaa28 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:39.887961 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1244001a-ab2a-43d8-ab58-dc8ab5447d22 req-ac8cbbc8-09de-4663-bb30-de686004a872 service neutron] 10.222.0.46 "GET /v2.0/networks/046085b9-f7b3-4ac3-83a3-779993ec93a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606673 Jun 23 14:56:39.974206 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e4283a83-b529-4608-a542-fa8f7ecaaa28 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643682'] for floatingip, after_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:40.025046 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1244001a-ab2a-43d8-ab58-dc8ab5447d22 req-46169c01-fd42-421e-b6ea-c54e4cfdeae5 service neutron] 10.222.0.46 "GET /v2.0/networks/046085b9-f7b3-4ac3-83a3-779993ec93a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306348 Jun 23 14:56:40.084852 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.db.l3_db [None req-e4283a83-b529-4608-a542-fa8f7ecaaa28 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Floating IP 4182eaf9-ca81-445b-b4ed-3e32653334bd associated. External IP: 172.28.1.104, port: a8907114-1ecb-4a9e-87a5-7bf34bc31485. Jun 23 14:56:40.238994 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c228d22-9b42-495c-963e-52d2e863a49d req-6153f031-5a3a-4881-908c-0fc07c14e53b tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:40.240478 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3c228d22-9b42-495c-963e-52d2e863a49d req-6153f031-5a3a-4881-908c-0fc07c14e53b tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.1206398 Jun 23 14:56:40.371516 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3c228d22-9b42-495c-963e-52d2e863a49d req-0f84b5b8-c1b8-46fc-a073-bf6b88f6314d tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911069 Jun 23 14:56:40.397270 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4283a83-b529-4608-a542-fa8f7ecaaa28 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Router 29bfcd50-5d2e-49f4-a10e-987758994b40 has already been hosted by L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 {{(pid=100180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:56:40.531056 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4283a83-b529-4608-a542-fa8f7ecaaa28 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:56:40.541650 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e4283a83-b529-4608-a542-fa8f7ecaaa28 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for floatingip, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:40.541746 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216082d8-bea5-49fc-9ee8-03d62aa7ed4b None None] Sync routers for ids ['29bfcd50-5d2e-49f4-a10e-987758994b40'] in dv-cinder-796286-8-smb {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:56:40.550016 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216082d8-bea5-49fc-9ee8-03d62aa7ed4b None None] Routers {'29bfcd50-5d2e-49f4-a10e-987758994b40'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:56:40.550642 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-216082d8-bea5-49fc-9ee8-03d62aa7ed4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:56:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['29bfcd50-5d2e-49f4-a10e-987758994b40'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:40.671402 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-216082d8-bea5-49fc-9ee8-03d62aa7ed4b None None] Set router 29bfcd50-5d2e-49f4-a10e-987758994b40 gateway port host: dv-cinder-796286-8-smb {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:56:40.856573 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-e4283a83-b529-4608-a542-fa8f7ecaaa28 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "PUT /v2.0/floatingips/4182eaf9-ca81-445b-b4ed-3e32653334bd HTTP/1.1" status: 200 len: 991 time: 2.2102315 Jun 23 14:56:40.857206 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6d5cf5-832a-4f5b-8415-901c71fb1040', 'tag': 'a8907114-1ecb-4a9e-87a5-7bf34bc31485'}] {{(pid=100180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:56:40.860007 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd25e94c753d7f89e0e3c37123175e6223eaf2b946fa1bf5874daa58d3f91f45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95428b5-6e2c-4a47-a1e4-8a54d62c260a" -d '{"events": [{"name": "network-changed", "server_uuid": "de6d5cf5-832a-4f5b-8415-901c71fb1040", "tag": "a8907114-1ecb-4a9e-87a5-7bf34bc31485"}]}' {{(pid=100180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:56:40.998932 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-cf870679-5dcc-4886-9358-e759ae125ee1 req-e4edb558-a830-45fc-8503-8baa32ee0102 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] 10.222.0.72 "GET /v2.0/ports?device_id=d18cc400-c464-49c2-9f57-2f899adb0655 HTTP/1.1" status: 200 len: 210 time: 0.0403230 Jun 23 14:56:41.015511 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-216082d8-bea5-49fc-9ee8-03d62aa7ed4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'name': 'tempest-AttachVolumeShelveTestJSON-647770545-router', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'gw_port': {'id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:51Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_floatingips': [{'id': '4182eaf9-ca81-445b-b4ed-3e32653334bd', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'floating_ip_address': '172.28.1.104', 'floating_network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'router_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'port_id': 'a8907114-1ecb-4a9e-87a5-7bf34bc31485', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3', 'mac_address': 'fa:16:3e:40:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6d5cf5-832a-4f5b-8415-901c71fb1040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:56:17Z', 'updated_at': '2021-06-23T14:56:39Z', 'revision_number': 1, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147ad878-a178-4115-8f3a-3fc36488fc68', 'name': '', 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'mac_address': 'fa:16:3e:1c:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:56:00Z', 'updated_at': '2021-06-23T14:56:13Z', 'revision_number': 5, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'subnets': [{'id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:41.045933 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216082d8-bea5-49fc-9ee8-03d62aa7ed4b None None] Checking router: 29bfcd50-5d2e-49f4-a10e-987758994b40 for host: dv-cinder-796286-8-smb {{(pid=100183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:56:41.051805 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd84cf8-e57b-4ddd-bd8d-fc17d3190b7f x-openstack-request-id: req-2bd84cf8-e57b-4ddd-bd8d-fc17d3190b7f {{(pid=100180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:56:41.051805 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6d5cf5-832a-4f5b-8415-901c71fb1040", "tag": "a8907114-1ecb-4a9e-87a5-7bf34bc31485", "status": "completed", "code": 200}]} {{(pid=100180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:56:41.051805 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2bd84cf8-e57b-4ddd-bd8d-fc17d3190b7f {{(pid=100180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:56:41.051805 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6d5cf5-832a-4f5b-8415-901c71fb1040', 'tag': 'a8907114-1ecb-4a9e-87a5-7bf34bc31485', 'status': 'completed', 'code': 200} Jun 23 14:56:41.054597 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216082d8-bea5-49fc-9ee8-03d62aa7ed4b None None] Routers {'29bfcd50-5d2e-49f4-a10e-987758994b40'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:56:41.055300 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-216082d8-bea5-49fc-9ee8-03d62aa7ed4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:56:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['29bfcd50-5d2e-49f4-a10e-987758994b40'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:41.157140 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95428b5-6e2c-4a47-a1e4-8a54d62c260a req-48d28aab-8ad7-4587-a0b1-950637ace9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:41.158641 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d95428b5-6e2c-4a47-a1e4-8a54d62c260a req-48d28aab-8ad7-4587-a0b1-950637ace9e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=662a27900f4b4c86b36ebf9acc29eeb6&device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 1098 time: 0.0765879 Jun 23 14:56:41.171305 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-216082d8-bea5-49fc-9ee8-03d62aa7ed4b None None] Set router 29bfcd50-5d2e-49f4-a10e-987758994b40 gateway port host: dv-cinder-796286-8-smb {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:56:41.257062 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 47238) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:41.285485 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95428b5-6e2c-4a47-a1e4-8a54d62c260a req-7fe1738c-809f-4934-b000-919b4fc7c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:41.287154 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d95428b5-6e2c-4a47-a1e4-8a54d62c260a req-7fe1738c-809f-4934-b000-919b4fc7c016 service neutron] 10.222.0.46 "GET /v2.0/networks?id=751b38e2-092c-451f-8e10-78172c3e29c3 HTTP/1.1" status: 200 len: 917 time: 0.1019530 Jun 23 14:56:41.360608 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d95428b5-6e2c-4a47-a1e4-8a54d62c260a req-fd7ba720-c19b-43d8-800a-8e8bf1fed852 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8907114-1ecb-4a9e-87a5-7bf34bc31485 HTTP/1.1" status: 200 len: 999 time: 0.0642710 Jun 23 14:56:41.384743 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a484f4cb-e66a-4135-aa7f-19c08278b92a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:41.443563 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95428b5-6e2c-4a47-a1e4-8a54d62c260a req-bf3b53b7-1470-45f6-9f75-b71e3d7692ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:41.450062 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d95428b5-6e2c-4a47-a1e4-8a54d62c260a req-bf3b53b7-1470-45f6-9f75-b71e3d7692ef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c70a621-ace7-4983-aa1c-39b0c0eb6481 HTTP/1.1" status: 200 len: 855 time: 0.0783389 Jun 23 14:56:41.499332 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a484f4cb-e66a-4135-aa7f-19c08278b92a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:41.508491 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-216082d8-bea5-49fc-9ee8-03d62aa7ed4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'name': 'tempest-AttachVolumeShelveTestJSON-647770545-router', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'gw_port': {'id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:51Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_floatingips': [{'id': '4182eaf9-ca81-445b-b4ed-3e32653334bd', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'floating_ip_address': '172.28.1.104', 'floating_network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'router_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'port_id': 'a8907114-1ecb-4a9e-87a5-7bf34bc31485', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3', 'mac_address': 'fa:16:3e:40:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6d5cf5-832a-4f5b-8415-901c71fb1040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:56:17Z', 'updated_at': '2021-06-23T14:56:39Z', 'revision_number': 1, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147ad878-a178-4115-8f3a-3fc36488fc68', 'name': '', 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'mac_address': 'fa:16:3e:1c:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:56:00Z', 'updated_at': '2021-06-23T14:56:13Z', 'revision_number': 5, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'subnets': [{'id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:41.530733 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95428b5-6e2c-4a47-a1e4-8a54d62c260a req-d467b4df-1aa4-479f-be87-c036a34dfdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:41.532872 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d95428b5-6e2c-4a47-a1e4-8a54d62c260a req-d467b4df-1aa4-479f-be87-c036a34dfdf9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=751b38e2-092c-451f-8e10-78172c3e29c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789826 Jun 23 14:56:41.536747 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216082d8-bea5-49fc-9ee8-03d62aa7ed4b None None] The sync data for ids ['29bfcd50-5d2e-49f4-a10e-987758994b40'] in dv-cinder-796286-8-smb is: [{'id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'name': 'tempest-AttachVolumeShelveTestJSON-647770545-router', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'gw_port': {'id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:51Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_floatingips': [{'id': '4182eaf9-ca81-445b-b4ed-3e32653334bd', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'floating_ip_address': '172.28.1.104', 'floating_network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'router_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'port_id': 'a8907114-1ecb-4a9e-87a5-7bf34bc31485', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3', 'mac_address': 'fa:16:3e:40:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6d5cf5-832a-4f5b-8415-901c71fb1040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:56:17Z', 'updated_at': '2021-06-23T14:56:39Z', 'revision_number': 1, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147ad878-a178-4115-8f3a-3fc36488fc68', 'name': '', 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'mac_address': 'fa:16:3e:1c:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:56:00Z', 'updated_at': '2021-06-23T14:56:13Z', 'revision_number': 5, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'subnets': [{'id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:56:41.609878 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a484f4cb-e66a-4135-aa7f-19c08278b92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:41.619870 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:41.651405 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484f4cb-e66a-4135-aa7f-19c08278b92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526e7ebe-daaa-444c-a73d-5a903305aa86,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:41.656406 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-a484f4cb-e66a-4135-aa7f-19c08278b92a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=414c23abf4924cb495844615dff83169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3984783 Jun 23 14:56:41.657520 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-a484f4cb-e66a-4135-aa7f-19c08278b92a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:41.660011 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 47246) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:41.722428 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d95428b5-6e2c-4a47-a1e4-8a54d62c260a req-9deb7d1e-2ade-462c-a0d1-c2ca000894c6 service neutron] 10.222.0.46 "GET /v2.0/networks/751b38e2-092c-451f-8e10-78172c3e29c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822515 Jun 23 14:56:41.737436 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b2c56-1c54-4e81-8545-39bb2083f833 req-9e52f9b1-6853-43c7-9b60-cfd483438e03 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:41.739080 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7f9b2c56-1c54-4e81-8545-39bb2083f833 req-9e52f9b1-6853-43c7-9b60-cfd483438e03 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.1874764 Jun 23 14:56:41.789708 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-b4528282-f085-4678-9fd1-570b89b5ff17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:41.825619 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15234d0a-3d37-4e60-9bed-c680c8d328f1 None None] New status for floating IP 4182eaf9-ca81-445b-b4ed-3e32653334bd: ACTIVE {{(pid=100182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:56:41.867852 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-b4528282-f085-4678-9fd1-570b89b5ff17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:41.889612 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7f9b2c56-1c54-4e81-8545-39bb2083f833 req-37d2c73d-25af-45ff-9fd6-08a604023388 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331916 Jun 23 14:56:41.931171 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d95428b5-6e2c-4a47-a1e4-8a54d62c260a req-a3f116ac-a1e2-46dc-aa39-f6ef873828dc service neutron] 10.222.0.46 "GET /v2.0/networks/751b38e2-092c-451f-8e10-78172c3e29c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892433 Jun 23 14:56:42.061858 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-b4528282-f085-4678-9fd1-570b89b5ff17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:42.065384 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-b4528282-f085-4678-9fd1-570b89b5ff17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:42.073086 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-b4528282-f085-4678-9fd1-570b89b5ff17 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/526e7ebe-daaa-444c-a73d-5a903305aa86 HTTP/1.1" status: 204 len: 168 time: 0.4091570 Jun 23 14:56:42.074535 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:42.084174 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4528282-f085-4678-9fd1-570b89b5ff17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526e7ebe-daaa-444c-a73d-5a903305aa86,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:42.086996 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-b4528282-f085-4678-9fd1-570b89b5ff17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:42.466094 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bdf3258e-0e5b-4f9d-a13e-d43750e1515f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:42.520989 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:42.884750 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 47312) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:42.960488 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device a08ac052-7595-4a5d-a91f-dfc713d2d4f3 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:56:42.986036 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] No Port match for: a08ac052-7595-4a5d-a91f-dfc713d2d4f3 {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:56:42.986530 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device a08ac052-7595-4a5d-a91f-dfc713d2d4f3 not bound to the agent host hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:56:43.019494 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-ab89dddf-0f95-4647-86e2-169a9c5aef8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:43.156412 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ad3ca-01a9-457e-bf15-625448567851 req-d23ea665-4c26-44d6-b711-d09502cfaddc tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:43.158136 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-647ad3ca-01a9-457e-bf15-625448567851 req-d23ea665-4c26-44d6-b711-d09502cfaddc tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.1024935 Jun 23 14:56:43.191996 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-ab89dddf-0f95-4647-86e2-169a9c5aef8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:43.218780 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-647ad3ca-01a9-457e-bf15-625448567851 req-30c4c239-001c-443e-a6bd-2a3f0b027526 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496280 Jun 23 14:56:43.263963 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-ab89dddf-0f95-4647-86e2-169a9c5aef8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:43.264139 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 47328) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:43.270968 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:43.308162 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89dddf-0f95-4647-86e2-169a9c5aef8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820bea86-328c-4a23-8ab2-ab744b0271a2,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:43.312927 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-ab89dddf-0f95-4647-86e2-169a9c5aef8a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7072e2bb8b8d4f75b8d9b5cdbf234ae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4271481 Jun 23 14:56:43.315120 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-ab89dddf-0f95-4647-86e2-169a9c5aef8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:43.315874 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 47334) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:43.365926 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-75988342-2b39-4dca-9a2c-df1d653671c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:43.374623 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-4e33e562-205c-4de4-97cb-66ddccb3d3d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1786628648-network', 'tenant_id': '59eef2c4f5f64a6b95f3059b25d5cf05'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:56:43.399792 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-75988342-2b39-4dca-9a2c-df1d653671c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:43.526323 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e33e562-205c-4de4-97cb-66ddccb3d3d1 admin admin] Made reservation on behalf of 59eef2c4f5f64a6b95f3059b25d5cf05 for: {'network': 1} {{(pid=100181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:56:43.528655 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4e33e562-205c-4de4-97cb-66ddccb3d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for network, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:43.536959 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4e33e562-205c-4de4-97cb-66ddccb3d3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:43.555810 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-75988342-2b39-4dca-9a2c-df1d653671c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:43.558854 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-75988342-2b39-4dca-9a2c-df1d653671c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:43.560066 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-75988342-2b39-4dca-9a2c-df1d653671c7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/820bea86-328c-4a23-8ab2-ab744b0271a2 HTTP/1.1" status: 204 len: 168 time: 0.2432494 Jun 23 14:56:43.562590 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-1ed17d25-b45b-49fc-af59-551703fa2137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:43.577841 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75988342-2b39-4dca-9a2c-df1d653671c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820bea86-328c-4a23-8ab2-ab744b0271a2,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:43.581976 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-75988342-2b39-4dca-9a2c-df1d653671c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:43.643595 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4e33e562-205c-4de4-97cb-66ddccb3d3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:43.745713 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4e33e562-205c-4de4-97cb-66ddccb3d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:43.749609 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:43.757591 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-a484f4cb-e66a-4135-aa7f-19c08278b92a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:43.768296 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e33e562-205c-4de4-97cb-66ddccb3d3d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=100181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:56:43.792418 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33e562-205c-4de4-97cb-66ddccb3d3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30e7067-2c6b-4ad7-8aa0-d498f72f58b0,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:43.792418 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4e33e562-205c-4de4-97cb-66ddccb3d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:43.792418 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.db.segments_db [None req-4e33e562-205c-4de4-97cb-66ddccb3d3d1 admin admin] Added segment 7748621d-fb2c-4b89-9317-c410783be641 of type vlan for network 0b22a1a8-b5b1-4aa9-a485-3121b1bbf722 Jun 23 14:56:43.792418 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-4e33e562-205c-4de4-97cb-66ddccb3d3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:43.829464 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4e33e562-205c-4de4-97cb-66ddccb3d3d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735918531624'] for network, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:43.893394 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 47346) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:43.941407 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.db_base_plugin_v2 [None req-a90f95d4-2061-4ea6-abe5-3834dc5e6606 admin admin] Deleting subnet 610ad616-b1a5-43e9-8ed3-8bcfbdeebe83 {{(pid=100180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:56:43.944913 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-a90f95d4-2061-4ea6-abe5-3834dc5e6606 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:43.955357 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4e33e562-205c-4de4-97cb-66ddccb3d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217'] for network, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:43.965694 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e33e562-205c-4de4-97cb-66ddccb3d3d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:43.965694 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4e33e562-205c-4de4-97cb-66ddccb3d3d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:43.965694 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:43.982666 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-a90f95d4-2061-4ea6-abe5-3834dc5e6606 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25328100'] for subnet, precommit_delete_associations {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:44.015161 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33e562-205c-4de4-97cb-66ddccb3d3d1 admin admin] Pushing event updated for resources: {'Network': ['ID=0b22a1a8-b5b1-4aa9-a485-3121b1bbf722,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:44.021993 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-4e33e562-205c-4de4-97cb-66ddccb3d3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:44.028710 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Network 0b22a1a8-b5b1-4aa9-a485-3121b1bbf722 details requested by agent ovs-agent-dv-cinder-796286-8-smb with host dv-cinder-796286-8-smb {{(pid=100182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:56:44.064030 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-a90f95d4-2061-4ea6-abe5-3834dc5e6606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819001'] for subnet, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:44.140582 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-4e33e562-205c-4de4-97cb-66ddccb3d3d1 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8753924 Jun 23 14:56:44.143396 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 47358) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:44.148631 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-5563af21-e10c-4049-abcf-0e6adde124ce admin admin] Request body: {'subnet': {'network_id': '0b22a1a8-b5b1-4aa9-a485-3121b1bbf722', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1786628648-subnet', 'tenant_id': '59eef2c4f5f64a6b95f3059b25d5cf05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:56:44.242769 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-a90f95d4-2061-4ea6-abe5-3834dc5e6606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3818976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25328582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25513321'] for subnet, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:44.246034 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-57aa44f8-f072-47ab-879f-04f8a0d59576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:44.269383 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f95d4-2061-4ea6-abe5-3834dc5e6606 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=610ad616-b1a5-43e9-8ed3-8bcfbdeebe83,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:44.272427 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-a90f95d4-2061-4ea6-abe5-3834dc5e6606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:44.273394 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-a90f95d4-2061-4ea6-abe5-3834dc5e6606 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:44.275514 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-a90f95d4-2061-4ea6-abe5-3834dc5e6606 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/610ad616-b1a5-43e9-8ed3-8bcfbdeebe83 HTTP/1.1" status: 204 len: 168 time: 0.3806350 Jun 23 14:56:44.278081 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5563af21-e10c-4049-abcf-0e6adde124ce admin admin] Made reservation on behalf of 59eef2c4f5f64a6b95f3059b25d5cf05 for: {'subnet': 1} {{(pid=100181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:56:44.281995 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-5563af21-e10c-4049-abcf-0e6adde124ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382310'] for subnet, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:44.283740 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 47366) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:44.314889 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 47368) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:44.329220 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-7cd81a02-320b-4f3f-b393-f3e36ae3b6af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:44.431602 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f5134-70f1-4d19-b489-957874b2672d req-245f0daa-2754-44cc-9d18-19b251c9014e tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:44.433117 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7b5f5134-70f1-4d19-b489-957874b2672d req-245f0daa-2754-44cc-9d18-19b251c9014e tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0948806 Jun 23 14:56:44.492722 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-5e339d68-ddc5-49f9-b9e0-676dda7965f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3878271'] for network, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:44.495407 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7b5f5134-70f1-4d19-b489-957874b2672d req-e6c5f29f-b6b8-40ab-903b-ed194376a7a0 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535970 Jun 23 14:56:44.518885 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-7cd81a02-320b-4f3f-b393-f3e36ae3b6af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:44.579809 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-7cd81a02-320b-4f3f-b393-f3e36ae3b6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:44.583223 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-e9e8ac1c-747a-4d66-a0c6-80c0eb32608e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:44.619947 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-7cd81a02-320b-4f3f-b393-f3e36ae3b6af admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=280eb3d3daa34e0491013cdaaa53ad30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3014007 Jun 23 14:56:44.619947 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd81a02-320b-4f3f-b393-f3e36ae3b6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4432630-9f01-4068-99be-bcd02e932dbb,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:44.620992 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 47380) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:44.622949 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-7cd81a02-320b-4f3f-b393-f3e36ae3b6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:44.637149 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-5e339d68-ddc5-49f9-b9e0-676dda7965f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3849076', 'neutron.services.segments.db._delete_segments_for_network-8735919049759'] for network, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:44.646758 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.services.segments.db [None req-5e339d68-ddc5-49f9-b9e0-676dda7965f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d570cdd-70ba-40cb-885c-399ae449ecd8']}} {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:44.657302 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.services.segments.db [None req-5e339d68-ddc5-49f9-b9e0-676dda7965f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '961d70cb-b473-4cd2-adba-0d1835910355') {'for_net_delete': True} {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:44.657621 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.services.segments.db [None req-5e339d68-ddc5-49f9-b9e0-676dda7965f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '961d70cb-b473-4cd2-adba-0d1835910355') {} {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:44.666339 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-5e339d68-ddc5-49f9-b9e0-676dda7965f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735919037166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28999185'] for segment, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:44.672855 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-55f526eb-4393-486a-a8a2-b027a53e640f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:44.679315 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-5e339d68-ddc5-49f9-b9e0-676dda7965f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:44.684945 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e339d68-ddc5-49f9-b9e0-676dda7965f9 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=100181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:56:44.685331 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-5e339d68-ddc5-49f9-b9e0-676dda7965f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497088'] for segment, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: Traceback (most recent call last): Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: timer() Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: cb(*args, **kw) Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: return func(*args, **kwargs) Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: self._notify() Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: self.callback(batched_events) Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: event.method(event) Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: return f(self, *a, **k) Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: return self._get(url).json() Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: return self.request(url, 'GET', **kwargs) Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:56:44.686929 dv-cinder-796286-8-smb neutron-server[100181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:56:44.692818 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-55f526eb-4393-486a-a8a2-b027a53e640f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:44.725663 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-5563af21-e10c-4049-abcf-0e6adde124ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25496670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382324'] for subnet, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:44.733377 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:44.790661 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563af21-e10c-4049-abcf-0e6adde124ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd8cfa76-ec36-4f6c-a671-8ef775c98184,revision_number=0']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:44.794568 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-5563af21-e10c-4049-abcf-0e6adde124ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:44.798325 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5563af21-e10c-4049-abcf-0e6adde124ce admin admin] Checking segment: {'id': '7748621d-fb2c-4b89-9317-c410783be641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0b22a1a8-b5b1-4aa9-a485-3121b1bbf722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:56:44.798681 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5563af21-e10c-4049-abcf-0e6adde124ce admin admin] Network hostable DHCP agents. Network: 0b22a1a8-b5b1-4aa9-a485-3121b1bbf722, hostable agents: ['bd2680ec-ec61-4d1e-a411-ffe82748e619'], hosted agents: [] {{(pid=100181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:56:44.802607 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-55f526eb-4393-486a-a8a2-b027a53e640f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:44.805211 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-55f526eb-4393-486a-a8a2-b027a53e640f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:44.809229 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-55f526eb-4393-486a-a8a2-b027a53e640f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c4432630-9f01-4068-99be-bcd02e932dbb HTTP/1.1" status: 204 len: 168 time: 0.1844873 Jun 23 14:56:44.809229 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-42057052-e751-4e94-8fe7-8b7b95ce4cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:44.815072 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f526eb-4393-486a-a8a2-b027a53e640f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4432630-9f01-4068-99be-bcd02e932dbb,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:44.817412 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-55f526eb-4393-486a-a8a2-b027a53e640f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:44.865647 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-5e339d68-ddc5-49f9-b9e0-676dda7965f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3849087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643696'] for network, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:44.870003 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-a31a0dad-2eb5-4337-838a-44260b0ec2ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:44.882117 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-5e339d68-ddc5-49f9-b9e0-676dda7965f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:44.884135 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-5e339d68-ddc5-49f9-b9e0-676dda7965f9 admin admin] 10.222.0.72 "DELETE /v2.0/networks/2d570cdd-70ba-40cb-885c-399ae449ecd8 HTTP/1.1" status: 204 len: 168 time: 0.5984654 Jun 23 14:56:44.885411 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e339d68-ddc5-49f9-b9e0-676dda7965f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d570cdd-70ba-40cb-885c-399ae449ecd8,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:44.891642 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-5e339d68-ddc5-49f9-b9e0-676dda7965f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:44.915935 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5563af21-e10c-4049-abcf-0e6adde124ce admin admin] Network 0b22a1a8-b5b1-4aa9-a485-3121b1bbf722 is scheduled to be hosted by DHCP agent bd2680ec-ec61-4d1e-a411-ffe82748e619 with binding_index 1 {{(pid=100181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:56:45.058107 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [None req-5563af21-e10c-4049-abcf-0e6adde124ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-smb, 0b22a1a8-b5b1-4aa9-a485-3121b1bbf722) {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:56:45.063531 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5563af21-e10c-4049-abcf-0e6adde124ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:45.064126 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-5563af21-e10c-4049-abcf-0e6adde124ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for subnet, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:45.070918 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e0da42-35c3-4caa-bae8-d3565bbc273b None None] Network 0b22a1a8-b5b1-4aa9-a485-3121b1bbf722 requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:56:45.257283 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-5563af21-e10c-4049-abcf-0e6adde124ce admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1050551 Jun 23 14:56:45.302377 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6831c86c-4440-4bf2-a0f5-22394097ebd7 None None] Network 0b22a1a8-b5b1-4aa9-a485-3121b1bbf722 requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:56:45.342158 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 47390) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:45.395605 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 47392) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:45.405080 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-bdd9c42a-fb08-428b-9f18-e9498b1f148a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7832a91f32744234b291407ddc825c6c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0580745 Jun 23 14:56:45.461622 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c22d2c4a-cd54-4c7f-afee-3cc91fd9a1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:45.481357 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c22d2c4a-cd54-4c7f-afee-3cc91fd9a1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:45.546659 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:45.619609 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c22d2c4a-cd54-4c7f-afee-3cc91fd9a1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:45.622674 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c22d2c4a-cd54-4c7f-afee-3cc91fd9a1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:45.624408 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-c22d2c4a-cd54-4c7f-afee-3cc91fd9a1d5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d99d039b-2808-4f4a-b08e-ee562ca1d262 HTTP/1.1" status: 204 len: 168 time: 0.2305887 Jun 23 14:56:45.625151 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-4bf70c1a-b4cb-42ca-abf5-6fdb1494aca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:45.644274 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d2c4a-cd54-4c7f-afee-3cc91fd9a1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99d039b-2808-4f4a-b08e-ee562ca1d262,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:45.646494 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-c22d2c4a-cd54-4c7f-afee-3cc91fd9a1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:45.799835 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ad16f-f852-4055-bd85-5a45ea75c656 req-0ca79d06-4e93-4e62-8b27-6a4db00a649a tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:45.807316 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1e8ad16f-f852-4055-bd85-5a45ea75c656 req-0ca79d06-4e93-4e62-8b27-6a4db00a649a tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0804815 Jun 23 14:56:45.843907 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1e8ad16f-f852-4055-bd85-5a45ea75c656 req-8a1a1b92-3191-416e-9f28-2b53cec6a480 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355344 Jun 23 14:56:46.915397 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 47480) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:47.047127 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-49d44fed-e94d-45a9-abf9-ddee74e09b64 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-622562883-network', 'tenant_id': 'fa7d0dda24c446bd908087d3aff750b3'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:56:47.121108 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29780cdf-b238-4271-bd40-762984bcc0ad req-fb6a330e-8b46-41aa-bdac-26dc5c8a0b40 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:47.121108 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-29780cdf-b238-4271-bd40-762984bcc0ad req-fb6a330e-8b46-41aa-bdac-26dc5c8a0b40 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0620751 Jun 23 14:56:47.166349 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-29780cdf-b238-4271-bd40-762984bcc0ad req-5f9d2cca-1887-4699-b0e6-e6fd115ad4bc tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405517 Jun 23 14:56:47.180181 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d44fed-e94d-45a9-abf9-ddee74e09b64 admin admin] Made reservation on behalf of fa7d0dda24c446bd908087d3aff750b3 for: {'network': 1} {{(pid=100181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:56:47.182809 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-49d44fed-e94d-45a9-abf9-ddee74e09b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for network, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:47.193046 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-49d44fed-e94d-45a9-abf9-ddee74e09b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:47.281989 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-49d44fed-e94d-45a9-abf9-ddee74e09b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:47.413434 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-49d44fed-e94d-45a9-abf9-ddee74e09b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:47.418241 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-0b2a4c15-edf6-48bd-b88f-efb69057c8ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:47.442867 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d44fed-e94d-45a9-abf9-ddee74e09b64 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=100181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:56:47.454054 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d44fed-e94d-45a9-abf9-ddee74e09b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285f27a6-5ebf-477a-811a-6737a396ff5c,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:47.458687 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-49d44fed-e94d-45a9-abf9-ddee74e09b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:47.459821 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-49d44fed-e94d-45a9-abf9-ddee74e09b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:47.460163 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.db.segments_db [None req-49d44fed-e94d-45a9-abf9-ddee74e09b64 admin admin] Added segment 85a77578-a6b0-4fa2-aab6-f10aa4cc4f23 of type vlan for network a417f085-a5eb-426d-b45d-8a0833dc125c Jun 23 14:56:47.503612 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-49d44fed-e94d-45a9-abf9-ddee74e09b64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735918531624'] for network, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:47.625653 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-49d44fed-e94d-45a9-abf9-ddee74e09b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217'] for network, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:47.627099 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d44fed-e94d-45a9-abf9-ddee74e09b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:47.627666 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-49d44fed-e94d-45a9-abf9-ddee74e09b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:47.634577 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:47.694063 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d44fed-e94d-45a9-abf9-ddee74e09b64 admin admin] Pushing event updated for resources: {'Network': ['ID=a417f085-a5eb-426d-b45d-8a0833dc125c,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:47.701433 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d44fed-e94d-45a9-abf9-ddee74e09b64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:47.702105 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d44fed-e94d-45a9-abf9-ddee74e09b64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:47.702220 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d44fed-e94d-45a9-abf9-ddee74e09b64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:47.702518 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d44fed-e94d-45a9-abf9-ddee74e09b64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:47.702867 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d44fed-e94d-45a9-abf9-ddee74e09b64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:47.703243 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d44fed-e94d-45a9-abf9-ddee74e09b64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:47.703865 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d44fed-e94d-45a9-abf9-ddee74e09b64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:47.704203 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d44fed-e94d-45a9-abf9-ddee74e09b64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:47.704711 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d44fed-e94d-45a9-abf9-ddee74e09b64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:47.705092 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d44fed-e94d-45a9-abf9-ddee74e09b64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:47.705414 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d44fed-e94d-45a9-abf9-ddee74e09b64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:47.705953 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d44fed-e94d-45a9-abf9-ddee74e09b64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:47.712095 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-49d44fed-e94d-45a9-abf9-ddee74e09b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:47.717194 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Network a417f085-a5eb-426d-b45d-8a0833dc125c details requested by agent ovs-agent-dv-cinder-796286-8-smb with host dv-cinder-796286-8-smb {{(pid=100182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:56:47.759050 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-49d44fed-e94d-45a9-abf9-ddee74e09b64 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8419487 Jun 23 14:56:47.762871 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 47542) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:47.773051 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-1a9129ee-4047-47bc-9bbb-48b3c68e3558 admin admin] Request body: {'subnet': {'network_id': 'a417f085-a5eb-426d-b45d-8a0833dc125c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-622562883-subnet', 'tenant_id': 'fa7d0dda24c446bd908087d3aff750b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:56:47.850868 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-ef78ca60-d74a-40c0-8747-946e06a8d77b tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:47.852343 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-ef78ca60-d74a-40c0-8747-946e06a8d77b tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/networks?id=0b22a1a8-b5b1-4aa9-a485-3121b1bbf722 HTTP/1.1" status: 200 len: 809 time: 0.1172452 Jun 23 14:56:47.870359 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-49d43ccb-38fc-4df4-b4b3-fb028cd5b73d tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/quotas/59eef2c4f5f64a6b95f3059b25d5cf05 HTTP/1.1" status: 200 len: 375 time: 0.0102782 Jun 23 14:56:47.888035 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9129ee-4047-47bc-9bbb-48b3c68e3558 admin admin] Made reservation on behalf of fa7d0dda24c446bd908087d3aff750b3 for: {'subnet': 1} {{(pid=100181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:56:47.891460 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-1a9129ee-4047-47bc-9bbb-48b3c68e3558 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382310'] for subnet, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:47.908280 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-7662ed49-4d92-47bd-8c77-b7e21364f83f tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=59eef2c4f5f64a6b95f3059b25d5cf05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294974 Jun 23 14:56:47.908755 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 47546) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:48.010256 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-0e77a0da-652a-4707-b0b6-e82ac70634ef service neutron] 10.222.0.72 "GET /v2.0/networks/0b22a1a8-b5b1-4aa9-a485-3121b1bbf722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905201 Jun 23 14:56:48.044649 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-7014f109-1bf6-436b-afa3-a80a1606dcc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:48.139159 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-8466e599-634f-4b74-bc32-e8f1335e52f2 service neutron] 10.222.0.72 "GET /v2.0/networks/0b22a1a8-b5b1-4aa9-a485-3121b1bbf722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224217 Jun 23 14:56:48.185230 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-1a9129ee-4047-47bc-9bbb-48b3c68e3558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25496670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382324'] for subnet, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:48.189027 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:48.189814 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-7014f109-1bf6-436b-afa3-a80a1606dcc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:48.236317 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9129ee-4047-47bc-9bbb-48b3c68e3558 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47bace70-5c85-4779-8fbd-e5cc69ad2b8a,revision_number=0']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:48.243132 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-1a9129ee-4047-47bc-9bbb-48b3c68e3558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:48.252224 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9129ee-4047-47bc-9bbb-48b3c68e3558 admin admin] Checking segment: {'id': '85a77578-a6b0-4fa2-aab6-f10aa4cc4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a417f085-a5eb-426d-b45d-8a0833dc125c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:56:48.252582 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9129ee-4047-47bc-9bbb-48b3c68e3558 admin admin] Network hostable DHCP agents. Network: a417f085-a5eb-426d-b45d-8a0833dc125c, hostable agents: ['bd2680ec-ec61-4d1e-a411-ffe82748e619'], hosted agents: [] {{(pid=100181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:56:48.297344 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-7014f109-1bf6-436b-afa3-a80a1606dcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:48.321399 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-a64fe83b-b40d-41ba-8b84-c33b3be5524c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:48.360949 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014f109-1bf6-436b-afa3-a80a1606dcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaae35a2-c0d4-4e29-928c-615cbdc9288d,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:48.365526 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-7014f109-1bf6-436b-afa3-a80a1606dcc9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3d775a5e0ac5474aba03b47c8da0c2e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4557824 Jun 23 14:56:48.368259 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 47554) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:48.376048 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7014f109-1bf6-436b-afa3-a80a1606dcc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:48.376410 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7014f109-1bf6-436b-afa3-a80a1606dcc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:48.376767 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7014f109-1bf6-436b-afa3-a80a1606dcc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:48.377120 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7014f109-1bf6-436b-afa3-a80a1606dcc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:48.377467 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7014f109-1bf6-436b-afa3-a80a1606dcc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:48.377829 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7014f109-1bf6-436b-afa3-a80a1606dcc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:48.378171 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7014f109-1bf6-436b-afa3-a80a1606dcc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:48.378680 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7014f109-1bf6-436b-afa3-a80a1606dcc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:48.379021 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7014f109-1bf6-436b-afa3-a80a1606dcc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:48.379360 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7014f109-1bf6-436b-afa3-a80a1606dcc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:48.379694 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7014f109-1bf6-436b-afa3-a80a1606dcc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:48.380026 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7014f109-1bf6-436b-afa3-a80a1606dcc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:48.383938 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-7014f109-1bf6-436b-afa3-a80a1606dcc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:48.407059 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d840d66-2c39-4bbd-84f1-2ce2bdcca6f6 req-e2753ed9-8846-409a-815a-916429122ddf tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:48.408545 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9d840d66-2c39-4bbd-84f1-2ce2bdcca6f6 req-e2753ed9-8846-409a-815a-916429122ddf tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.1215737 Jun 23 14:56:48.424385 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0976aed9-944b-47af-a645-44b730d0abb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:48.452745 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0976aed9-944b-47af-a645-44b730d0abb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:48.461523 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9d840d66-2c39-4bbd-84f1-2ce2bdcca6f6 req-f6eaf64c-0a57-43c4-8d1d-cb8fc7eddcc7 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454817 Jun 23 14:56:48.486309 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9129ee-4047-47bc-9bbb-48b3c68e3558 admin admin] Network a417f085-a5eb-426d-b45d-8a0833dc125c is scheduled to be hosted by DHCP agent bd2680ec-ec61-4d1e-a411-ffe82748e619 with binding_index 1 {{(pid=100181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:56:48.535666 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ebeca196-9345-4ee4-a91d-781e547c8c97 req-b6e2b878-e7e3-412f-88f3-80eacc67313d tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fabfd1-116e-4bb1-b77b-4878c2a4c111 HTTP/1.1" status: 200 len: 210 time: 0.0498831 Jun 23 14:56:48.600799 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [None req-1a9129ee-4047-47bc-9bbb-48b3c68e3558 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-smb, a417f085-a5eb-426d-b45d-8a0833dc125c) {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:56:48.608476 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9129ee-4047-47bc-9bbb-48b3c68e3558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:48.608476 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-1a9129ee-4047-47bc-9bbb-48b3c68e3558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for subnet, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:48.613166 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8771d3cd-840a-4319-ad30-b7d58b7af26d None None] Network a417f085-a5eb-426d-b45d-8a0833dc125c requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:56:48.636269 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0976aed9-944b-47af-a645-44b730d0abb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:48.639776 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0976aed9-944b-47af-a645-44b730d0abb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:48.642245 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-0976aed9-944b-47af-a645-44b730d0abb8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/eaae35a2-c0d4-4e29-928c-615cbdc9288d HTTP/1.1" status: 204 len: 168 time: 0.2729580 Jun 23 14:56:48.643134 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-4aa89ed7-9427-41bf-9484-460f73aad62c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:48.656393 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976aed9-944b-47af-a645-44b730d0abb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaae35a2-c0d4-4e29-928c-615cbdc9288d,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:48.658699 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-0976aed9-944b-47af-a645-44b730d0abb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:48.683890 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-1a9129ee-4047-47bc-9bbb-48b3c68e3558 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9195206 Jun 23 14:56:48.770719 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cd2c32-15a5-4a97-b4bf-1daaa3111cdc None None] Network a417f085-a5eb-426d-b45d-8a0833dc125c requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:56:49.237224 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-a8be3722-8336-4d77-9a45-561a8ceafc8f tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:49.238826 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-a8be3722-8336-4d77-9a45-561a8ceafc8f tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/networks?id=a417f085-a5eb-426d-b45d-8a0833dc125c HTTP/1.1" status: 200 len: 814 time: 0.1038072 Jun 23 14:56:49.253547 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-65a289af-2065-43ef-9c0b-1285d85bff1a tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/quotas/fa7d0dda24c446bd908087d3aff750b3 HTTP/1.1" status: 200 len: 375 time: 0.0094569 Jun 23 14:56:49.285228 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-6c5e88a1-7b15-42b3-ac73-c1e523332203 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fa7d0dda24c446bd908087d3aff750b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267510 Jun 23 14:56:49.380980 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-709adee8-630c-4ac2-99bc-b5a00e7b32c4 service neutron] 10.222.0.72 "GET /v2.0/networks/a417f085-a5eb-426d-b45d-8a0833dc125c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892472 Jun 23 14:56:49.459385 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 47600) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:49.469307 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-b78b1125-7331-4cd0-a8f4-0b455cb52fa6 service neutron] 10.222.0.72 "GET /v2.0/networks/a417f085-a5eb-426d-b45d-8a0833dc125c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820765 Jun 23 14:56:49.473250 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-5ae1b423-f0db-4061-a932-e30e09ea0b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:49.570670 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-5ae1b423-f0db-4061-a932-e30e09ea0b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:49.646457 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f8d62-f75b-4794-a873-5cdff2456d73 req-76b5c5e7-a58a-4486-b4b4-e6b617518241 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:49.647878 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ba6f8d62-f75b-4794-a873-5cdff2456d73 req-76b5c5e7-a58a-4486-b4b4-e6b617518241 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0640538 Jun 23 14:56:49.690802 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ba6f8d62-f75b-4794-a873-5cdff2456d73 req-9539b2e1-8ee0-441a-a0fa-339893e9578e tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334852 Jun 23 14:56:49.714572 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-5ae1b423-f0db-4061-a932-e30e09ea0b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:49.718617 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-0ef948a3-49b0-416b-9fc7-4545b9092764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:49.753134 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-5ae1b423-f0db-4061-a932-e30e09ea0b32 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e1643fa4ac884312958fb9a67b60544b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926764 Jun 23 14:56:49.755816 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 47608) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:49.757071 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-59174e8b-8366-4b0b-b66e-6bda95a54296 req-48e21f4a-690d-4ccc-89af-6e749cd1a383 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fabfd1-116e-4bb1-b77b-4878c2a4c111 HTTP/1.1" status: 200 len: 210 time: 0.0283005 Jun 23 14:56:49.762454 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1b423-f0db-4061-a932-e30e09ea0b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e50b06b-6510-42dc-a362-c6e1cd787b16,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:49.765988 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-5ae1b423-f0db-4061-a932-e30e09ea0b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:49.845003 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4b3db3cf-763b-4f68-9558-8a71d923a925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:49.879167 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4b3db3cf-763b-4f68-9558-8a71d923a925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:49.911345 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5dc81f64-2f68-434b-9d82-77be0a654ef2 req-05d5757e-c2ee-409d-ad58-6c9d1d1a3773 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=21d0c710-7b4b-4a1d-ba4e-cf90f10806d7 HTTP/1.1" status: 200 len: 210 time: 0.0446992 Jun 23 14:56:50.002515 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4b3db3cf-763b-4f68-9558-8a71d923a925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:50.006528 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4b3db3cf-763b-4f68-9558-8a71d923a925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:50.008012 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-4b3db3cf-763b-4f68-9558-8a71d923a925 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4e50b06b-6510-42dc-a362-c6e1cd787b16 HTTP/1.1" status: 204 len: 168 time: 0.2512853 Jun 23 14:56:50.008960 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-75988342-2b39-4dca-9a2c-df1d653671c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:50.023260 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3db3cf-763b-4f68-9558-8a71d923a925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e50b06b-6510-42dc-a362-c6e1cd787b16,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:50.025742 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-4b3db3cf-763b-4f68-9558-8a71d923a925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:50.585512 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 47640) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:50.700145 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-d5588013-73d0-4bf5-8f31-7f6b8e9316d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:50.790610 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-d5588013-73d0-4bf5-8f31-7f6b8e9316d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:50.864048 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6be432-d382-4c31-a1ef-32987b21a195 req-4419e815-ed61-4a3b-98a5-bb7fdc2b5597 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:50.865497 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ae6be432-d382-4c31-a1ef-32987b21a195 req-4419e815-ed61-4a3b-98a5-bb7fdc2b5597 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0631428 Jun 23 14:56:50.915894 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4b99bf14-5f03-49bd-aed8-7c305287497b req-0fc2b513-e9be-430f-8aab-4e0fa725eae4 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fabfd1-116e-4bb1-b77b-4878c2a4c111 HTTP/1.1" status: 200 len: 210 time: 0.0377553 Jun 23 14:56:50.932219 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ae6be432-d382-4c31-a1ef-32987b21a195 req-c826158b-7ad4-42e7-8e1e-24ccc753c51b tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611076 Jun 23 14:56:50.956379 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-d5588013-73d0-4bf5-8f31-7f6b8e9316d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:50.958836 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-7a73fd79-3971-49f1-81fa-417f5265ac38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:50.987748 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-aaf98f45-15f1-4f1b-8091-0f632648e38c req-250abdd1-2883-452f-8da9-10f4574ae5d9 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=21d0c710-7b4b-4a1d-ba4e-cf90f10806d7 HTTP/1.1" status: 200 len: 210 time: 0.0297801 Jun 23 14:56:51.015620 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5588013-73d0-4bf5-8f31-7f6b8e9316d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f965adc0-7801-4b1b-b4e5-60677ff14da2,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:51.019215 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-d5588013-73d0-4bf5-8f31-7f6b8e9316d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:51.022741 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-d5588013-73d0-4bf5-8f31-7f6b8e9316d8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a0549338f361440c97e9a65f09b18fec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4360447 Jun 23 14:56:51.025236 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 47656) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:51.087575 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-58c0c240-25e9-48b9-84b3-c71dc4b8b6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:51.108441 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-58c0c240-25e9-48b9-84b3-c71dc4b8b6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:51.195068 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 47658) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:51.210603 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-51384da4-361a-445e-a990-51431f5f4449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:51.265403 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-58c0c240-25e9-48b9-84b3-c71dc4b8b6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:51.267967 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-58c0c240-25e9-48b9-84b3-c71dc4b8b6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:51.269108 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-58c0c240-25e9-48b9-84b3-c71dc4b8b6a0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f965adc0-7801-4b1b-b4e5-60677ff14da2 HTTP/1.1" status: 204 len: 168 time: 0.2422404 Jun 23 14:56:51.269918 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-2a2cf99e-f07a-41e8-bd6c-9fcc846e9b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:51.282541 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0c240-25e9-48b9-84b3-c71dc4b8b6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f965adc0-7801-4b1b-b4e5-60677ff14da2,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:51.285405 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-58c0c240-25e9-48b9-84b3-c71dc4b8b6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:51.336162 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-51384da4-361a-445e-a990-51431f5f4449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:51.413415 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-51384da4-361a-445e-a990-51431f5f4449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:51.415848 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-d5588013-73d0-4bf5-8f31-7f6b8e9316d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:51.485490 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-ce17693e-0756-481a-b565-e699d635e462 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:51.488420 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-ce17693e-0756-481a-b565-e699d635e462 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.46 "GET /v2.0/networks?id=0b22a1a8-b5b1-4aa9-a485-3121b1bbf722 HTTP/1.1" status: 200 len: 809 time: 0.1158364 Jun 23 14:56:51.491865 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-51384da4-361a-445e-a990-51431f5f4449 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=edcdd5be59b64b69943ec5d4d333964a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957435 Jun 23 14:56:51.492818 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51384da4-361a-445e-a990-51431f5f4449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f8c2cb-460e-44d8-9b95-cfe386e8d60f,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:51.493508 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 47664) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:51.495935 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-51384da4-361a-445e-a990-51431f5f4449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:51.514484 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-d971ad77-2b66-4e79-9194-7cee8a3712e1 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Request body: {'port': {'device_id': 'd5fabfd1-116e-4bb1-b77b-4878c2a4c111', 'network_id': '0b22a1a8-b5b1-4aa9-a485-3121b1bbf722', 'admin_state_up': True, 'tenant_id': '59eef2c4f5f64a6b95f3059b25d5cf05'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:56:51.617913 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-112310ce-5099-49a9-ab23-61c0662473aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:51.662503 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-112310ce-5099-49a9-ab23-61c0662473aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:51.768110 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-d971ad77-2b66-4e79-9194-7cee8a3712e1 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Made reservation on behalf of 59eef2c4f5f64a6b95f3059b25d5cf05 for: {'port': 1} {{(pid=100180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:56:51.772953 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-d971ad77-2b66-4e79-9194-7cee8a3712e1 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:51.825747 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-112310ce-5099-49a9-ab23-61c0662473aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:51.828940 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-112310ce-5099-49a9-ab23-61c0662473aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:51.830079 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-112310ce-5099-49a9-ab23-61c0662473aa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/52f8c2cb-460e-44d8-9b95-cfe386e8d60f HTTP/1.1" status: 204 len: 168 time: 0.3355770 Jun 23 14:56:51.854632 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-ef50ea0d-3a27-4a60-8767-350f6f57cc42 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:51.867830 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112310ce-5099-49a9-ab23-61c0662473aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f8c2cb-460e-44d8-9b95-cfe386e8d60f,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:51.872319 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-112310ce-5099-49a9-ab23-61c0662473aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:51.932035 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.db_base_plugin_common [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-d971ad77-2b66-4e79-9194-7cee8a3712e1 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Allocated IP 172.20.0.6 (0b22a1a8-b5b1-4aa9-a485-3121b1bbf722/bd8cfa76-ec36-4f6c-a671-8ef775c98184/038b1792-81f9-402c-896c-149ba6338e5c) {{(pid=100180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:56:52.099086 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e6e9de05-2f93-47a4-9b19-32ea60e91cf0 req-b55cc3d1-50db-479a-a10b-947b5a52a89f tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fabfd1-116e-4bb1-b77b-4878c2a4c111 HTTP/1.1" status: 200 len: 210 time: 0.0425646 Jun 23 14:56:52.169448 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 47688) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:52.188566 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7a0cba7a-06fd-43b0-8f1c-ce458a12a1bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:52.276130 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1326c5ea-82de-4aa6-99d8-1df5a6645ba6 req-b3395836-fc10-44fa-b688-71c4e7247b50 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=21d0c710-7b4b-4a1d-ba4e-cf90f10806d7 HTTP/1.1" status: 200 len: 210 time: 0.0451186 Jun 23 14:56:52.282993 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 47690) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:52.287996 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-d971ad77-2b66-4e79-9194-7cee8a3712e1 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Notify callbacks [] for port, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:52.300764 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c68c4-9a40-451a-b46d-75252e6fec12 req-f30bb275-055c-4983-998d-3f9ecdc59f3e tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:52.308703 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-188c68c4-9a40-451a-b46d-75252e6fec12 req-f30bb275-055c-4983-998d-3f9ecdc59f3e tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.2373996 Jun 23 14:56:52.321635 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7a0cba7a-06fd-43b0-8f1c-ce458a12a1bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:52.368850 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-188c68c4-9a40-451a-b46d-75252e6fec12 req-a10033be-bfd8-4ef1-bf55-5945af20bec7 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592563 Jun 23 14:56:52.390629 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7a0cba7a-06fd-43b0-8f1c-ce458a12a1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:52.393039 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:52.427653 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-7a0cba7a-06fd-43b0-8f1c-ce458a12a1bf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8144e17f35154c40812e808a1290875e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2561476 Jun 23 14:56:52.428892 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0cba7a-06fd-43b0-8f1c-ce458a12a1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52d66b0-57ae-49b7-b980-cafd5ebfbc22,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:52.430687 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 47694) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:52.431851 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-7a0cba7a-06fd-43b0-8f1c-ce458a12a1bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:52.477916 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-d971ad77-2b66-4e79-9194-7cee8a3712e1 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25328533'] for port, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:52.486504 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-daded978-d2b4-4195-8d21-4ea08ab67e98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:52.543539 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-d971ad77-2b66-4e79-9194-7cee8a3712e1 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Network 0b22a1a8-b5b1-4aa9-a485-3121b1bbf722 is already hosted by enough agents. {{(pid=100180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:56:52.543839 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-ff84801e-556a-4f8a-9ece-67b4ede24306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:52.544476 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-34a1fe77-9b6a-433c-91db-8f82cd28c34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:52.549285 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.base_scheduler [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-d971ad77-2b66-4e79-9194-7cee8a3712e1 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Resources bound (agent type, host, resource id): {{(pid=100180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:56:52.555683 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.l3_dvrscheduler_db [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-d971ad77-2b66-4e79-9194-7cee8a3712e1 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Received port after_create {{(pid=100180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:56:52.564401 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971ad77-2b66-4e79-9194-7cee8a3712e1 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Pushing event updated for resources: {'Port': ['ID=038b1792-81f9-402c-896c-149ba6338e5c,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:52.586683 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-d971ad77-2b66-4e79-9194-7cee8a3712e1 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:52.603063 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-34a1fe77-9b6a-433c-91db-8f82cd28c34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:52.638995 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-d971ad77-2b66-4e79-9194-7cee8a3712e1 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:52.639719 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-d971ad77-2b66-4e79-9194-7cee8a3712e1 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for port, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:52.700909 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-ff84801e-556a-4f8a-9ece-67b4ede24306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:52.722512 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-34a1fe77-9b6a-433c-91db-8f82cd28c34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:52.727053 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-34a1fe77-9b6a-433c-91db-8f82cd28c34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:52.728196 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-34a1fe77-9b6a-433c-91db-8f82cd28c34c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e52d66b0-57ae-49b7-b980-cafd5ebfbc22 HTTP/1.1" status: 204 len: 168 time: 0.2938473 Jun 23 14:56:52.728859 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:52.737372 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1fe77-9b6a-433c-91db-8f82cd28c34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52d66b0-57ae-49b7-b980-cafd5ebfbc22,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:52.738957 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-34a1fe77-9b6a-433c-91db-8f82cd28c34c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:52.797030 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-ff84801e-556a-4f8a-9ece-67b4ede24306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:52.801069 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-7217fca5-44f0-4d5f-97bc-25f3a4fa5023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:52.836984 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-ff84801e-556a-4f8a-9ece-67b4ede24306 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2c0262e2dd07426ab19820dd429529ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5500181 Jun 23 14:56:52.836984 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84801e-556a-4f8a-9ece-67b4ede24306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856ea471-2f55-4c88-a9dd-cabdc84bc173,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:52.838610 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 47710) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:52.840255 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-ff84801e-556a-4f8a-9ece-67b4ede24306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:52.856154 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-d971ad77-2b66-4e79-9194-7cee8a3712e1 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3570664 Jun 23 14:56:52.872651 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-9a9f5d85-f88c-42bb-b7d8-314ccc28f93f service neutron] Request body: {'port': {'device_id': 'd5fabfd1-116e-4bb1-b77b-4878c2a4c111', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:56:52.933428 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f5c3c9ac-13a9-4f5b-8de0-43ceb5d1575f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:52.963176 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-1c1ffbd3-aa47-4acc-937c-edb0d7b1fd68 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:52.965202 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-1c1ffbd3-aa47-4acc-937c-edb0d7b1fd68 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.46 "GET /v2.0/networks?id=a417f085-a5eb-426d-b45d-8a0833dc125c HTTP/1.1" status: 200 len: 814 time: 0.0997815 Jun 23 14:56:52.979659 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f5c3c9ac-13a9-4f5b-8de0-43ceb5d1575f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:52.981311 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-9a9f5d85-f88c-42bb-b7d8-314ccc28f93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:52.987219 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-9485501f-ca4d-4573-a6fb-e854e6e50cff tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Request body: {'port': {'device_id': '21d0c710-7b4b-4a1d-ba4e-cf90f10806d7', 'network_id': 'a417f085-a5eb-426d-b45d-8a0833dc125c', 'admin_state_up': True, 'tenant_id': 'fa7d0dda24c446bd908087d3aff750b3'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:56:53.225464 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f5c3c9ac-13a9-4f5b-8de0-43ceb5d1575f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:53.228380 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f5c3c9ac-13a9-4f5b-8de0-43ceb5d1575f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:53.229686 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-f5c3c9ac-13a9-4f5b-8de0-43ceb5d1575f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/856ea471-2f55-4c88-a9dd-cabdc84bc173 HTTP/1.1" status: 204 len: 168 time: 0.3895209 Jun 23 14:56:53.234612 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-e047dcb6-b953-49c6-8bf8-8b720bec5fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:53.249076 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3c9ac-13a9-4f5b-8de0-43ceb5d1575f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856ea471-2f55-4c88-a9dd-cabdc84bc173,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:53.250576 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-f5c3c9ac-13a9-4f5b-8de0-43ceb5d1575f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:53.269073 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-9485501f-ca4d-4573-a6fb-e854e6e50cff tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Made reservation on behalf of fa7d0dda24c446bd908087d3aff750b3 for: {'port': 1} {{(pid=100181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:56:53.274059 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-9485501f-ca4d-4573-a6fb-e854e6e50cff tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:53.507282 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_common [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-9485501f-ca4d-4573-a6fb-e854e6e50cff tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Allocated IP 172.20.0.7 (a417f085-a5eb-426d-b45d-8a0833dc125c/47bace70-5c85-4779-8fbd-e5cc69ad2b8a/44c74960-33d6-4936-a870-2c692d538ac1) {{(pid=100181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:56:53.636873 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-59b6f97b-f2c1-4b08-9906-e4765a1cf99b req-d194e3f5-07ff-4397-b6de-fffbf5e48174 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=21d0c710-7b4b-4a1d-ba4e-cf90f10806d7 HTTP/1.1" status: 200 len: 210 time: 0.0422745 Jun 23 14:56:53.641250 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.notifiers.nova [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-9a9f5d85-f88c-42bb-b7d8-314ccc28f93f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 038b1792-81f9-402c-896c-149ba6338e5c {{(pid=100180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:56:53.650377 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-9a9f5d85-f88c-42bb-b7d8-314ccc28f93f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:53.669069 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.provisioning_blocks [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-9a9f5d85-f88c-42bb-b7d8-314ccc28f93f service neutron] Transition to ACTIVE for port object 038b1792-81f9-402c-896c-149ba6338e5c will not be triggered until provisioned by entity L2. {{(pid=100180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:56:53.680287 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278c11f-971f-40af-a1df-499001def2ac req-21da9620-ffa6-474a-b283-fa8f89aa4d8b tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:53.682028 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-2278c11f-971f-40af-a1df-499001def2ac req-21da9620-ffa6-474a-b283-fa8f89aa4d8b tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fabfd1-116e-4bb1-b77b-4878c2a4c111 HTTP/1.1" status: 200 len: 931 time: 0.3946896 Jun 23 14:56:53.706189 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-9485501f-ca4d-4573-a6fb-e854e6e50cff tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks [] for port, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:53.736295 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-2278c11f-971f-40af-a1df-499001def2ac req-c46448cb-ad35-4cfe-8b8d-818d59bab7c8 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/security-groups?id=b30e7067-2c6b-4ad7-8aa0-d498f72f58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455999 Jun 23 14:56:53.746068 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-9a9f5d85-f88c-42bb-b7d8-314ccc28f93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25328519'] for port, after_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:53.747832 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:53.837216 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-9485501f-ca4d-4573-a6fb-e854e6e50cff tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25497294'] for port, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:53.842131 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f5d85-f88c-42bb-b7d8-314ccc28f93f service neutron] Pushing event updated for resources: {'Port': ['ID=038b1792-81f9-402c-896c-149ba6338e5c,revision_number=2']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:53.843720 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:53.845380 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-9a9f5d85-f88c-42bb-b7d8-314ccc28f93f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:53.892248 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-9485501f-ca4d-4573-a6fb-e854e6e50cff tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Network a417f085-a5eb-426d-b45d-8a0833dc125c is already hosted by enough agents. {{(pid=100181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:56:53.895312 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-9485501f-ca4d-4573-a6fb-e854e6e50cff tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Resources bound (agent type, host, resource id): {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:56:53.899673 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-9485501f-ca4d-4573-a6fb-e854e6e50cff tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Received port after_create {{(pid=100181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:56:53.927579 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485501f-ca4d-4573-a6fb-e854e6e50cff tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Pushing event updated for resources: {'Port': ['ID=44c74960-33d6-4936-a870-2c692d538ac1,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:53.932041 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-9485501f-ca4d-4573-a6fb-e854e6e50cff tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:53.953310 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72947b05-9313-4a77-a0c8-7f8bc3e73183 req-843875b4-9cfe-4729-b7ee-b6876668848e tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:53.956583 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-9485501f-ca4d-4573-a6fb-e854e6e50cff tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:53.957404 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-9485501f-ca4d-4573-a6fb-e854e6e50cff tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:53.960925 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-72947b05-9313-4a77-a0c8-7f8bc3e73183 req-843875b4-9cfe-4729-b7ee-b6876668848e tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.1717830 Jun 23 14:56:53.987240 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.managers [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-9a9f5d85-f88c-42bb-b7d8-314ccc28f93f service neutron] Attempting to bind port 038b1792-81f9-402c-896c-149ba6338e5c on host hv-cinder-79628 for vnic_type normal with profile {{(pid=100180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:56:53.987474 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.managers [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-9a9f5d85-f88c-42bb-b7d8-314ccc28f93f service neutron] Attempting to bind port 038b1792-81f9-402c-896c-149ba6338e5c by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '7748621d-fb2c-4b89-9317-c410783be641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0b22a1a8-b5b1-4aa9-a485-3121b1bbf722'}] {{(pid=100180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:56:53.987801 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-9a9f5d85-f88c-42bb-b7d8-314ccc28f93f service neutron] Attempting to bind port 038b1792-81f9-402c-896c-149ba6338e5c on network 0b22a1a8-b5b1-4aa9-a485-3121b1bbf722 {{(pid=100180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:56:53.994964 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-9a9f5d85-f88c-42bb-b7d8-314ccc28f93f service neutron] Port 038b1792-81f9-402c-896c-149ba6338e5c on network 0b22a1a8-b5b1-4aa9-a485-3121b1bbf722 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=100180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:56:53.995261 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-9a9f5d85-f88c-42bb-b7d8-314ccc28f93f service neutron] Attempting to bind port 038b1792-81f9-402c-896c-149ba6338e5c on network 0b22a1a8-b5b1-4aa9-a485-3121b1bbf722 {{(pid=100180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:56:54.003140 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-9a9f5d85-f88c-42bb-b7d8-314ccc28f93f service neutron] Checking agent: {'id': 'c9242261-8a06-47e1-899c-cb42624e61de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:56:54.003488 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-9a9f5d85-f88c-42bb-b7d8-314ccc28f93f service neutron] Checking segment: {'id': '7748621d-fb2c-4b89-9317-c410783be641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0b22a1a8-b5b1-4aa9-a485-3121b1bbf722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:56:54.003874 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-9a9f5d85-f88c-42bb-b7d8-314ccc28f93f service neutron] Bound using segment: {'id': '7748621d-fb2c-4b89-9317-c410783be641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0b22a1a8-b5b1-4aa9-a485-3121b1bbf722'} {{(pid=100180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:56:54.004327 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.managers [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-9a9f5d85-f88c-42bb-b7d8-314ccc28f93f service neutron] Bound port: 038b1792-81f9-402c-896c-149ba6338e5c, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7748621d-fb2c-4b89-9317-c410783be641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0b22a1a8-b5b1-4aa9-a485-3121b1bbf722'}}] {{(pid=100180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:56:54.004726 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-9a9f5d85-f88c-42bb-b7d8-314ccc28f93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:54.029312 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-72947b05-9313-4a77-a0c8-7f8bc3e73183 req-2447ca6b-91ab-4f30-b16b-4707cc829fd6 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674829 Jun 23 14:56:54.032552 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-9485501f-ca4d-4573-a6fb-e854e6e50cff tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0491669 Jun 23 14:56:54.047566 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-12dd745a-7fed-4de7-84d1-caaa6eeeb685 service neutron] Request body: {'port': {'device_id': '21d0c710-7b4b-4a1d-ba4e-cf90f10806d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:56:54.090720 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.db [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-9a9f5d85-f88c-42bb-b7d8-314ccc28f93f service neutron] For port 038b1792-81f9-402c-896c-149ba6338e5c, host hv-cinder-79628, cleared binding levels {{(pid=100180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:56:54.094330 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.db [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-9a9f5d85-f88c-42bb-b7d8-314ccc28f93f service neutron] For port 038b1792-81f9-402c-896c-149ba6338e5c, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=038b1792-81f9-402c-896c-149ba6338e5c,segment=NetworkSegment(7748621d-fb2c-4b89-9317-c410783be641),segment_id=7748621d-fb2c-4b89-9317-c410783be641)] {{(pid=100180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:56:54.138791 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-12dd745a-7fed-4de7-84d1-caaa6eeeb685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:54.141080 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 47754) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:54.159924 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-527843e5-c332-4383-8644-bf72e6dc7508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:54.170829 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-9a9f5d85-f88c-42bb-b7d8-314ccc28f93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25328519'] for port, after_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:54.180736 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-d971ad77-2b66-4e79-9194-7cee8a3712e1 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:54.235381 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-9a9f5d85-f88c-42bb-b7d8-314ccc28f93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:54.238603 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-9a9f5d85-f88c-42bb-b7d8-314ccc28f93f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for port, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:54.238603 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-9a9f5d85-f88c-42bb-b7d8-314ccc28f93f service neutron] 10.222.0.46 "PUT /v2.0/ports/038b1792-81f9-402c-896c-149ba6338e5c HTTP/1.1" status: 200 len: 1093 time: 1.3713548 Jun 23 14:56:54.239823 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5fabfd1-116e-4bb1-b77b-4878c2a4c111', 'tag': '038b1792-81f9-402c-896c-149ba6338e5c'}] {{(pid=100180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:56:54.242173 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd25e94c753d7f89e0e3c37123175e6223eaf2b946fa1bf5874daa58d3f91f45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26660c2b-6e7b-46f4-b722-152d9eaf69e5" -d '{"events": [{"name": "network-changed", "server_uuid": "d5fabfd1-116e-4bb1-b77b-4878c2a4c111", "tag": "038b1792-81f9-402c-896c-149ba6338e5c"}]}' {{(pid=100180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:56:54.269175 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f5d85-f88c-42bb-b7d8-314ccc28f93f service neutron] Pushing event updated for resources: {'Port': ['ID=038b1792-81f9-402c-896c-149ba6338e5c,revision_number=3']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:54.274070 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-9a9f5d85-f88c-42bb-b7d8-314ccc28f93f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:54.301626 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f367e7c4-2512-4f02-bddf-8079ad168427 x-openstack-request-id: req-f367e7c4-2512-4f02-bddf-8079ad168427 {{(pid=100180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:56:54.301979 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5fabfd1-116e-4bb1-b77b-4878c2a4c111", "tag": "038b1792-81f9-402c-896c-149ba6338e5c", "status": "completed", "code": 200}]} {{(pid=100180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:56:54.302269 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f367e7c4-2512-4f02-bddf-8079ad168427 {{(pid=100180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:56:54.302686 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5fabfd1-116e-4bb1-b77b-4878c2a4c111', 'tag': '038b1792-81f9-402c-896c-149ba6338e5c', 'status': 'completed', 'code': 200} Jun 23 14:56:54.388592 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-527843e5-c332-4383-8644-bf72e6dc7508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:54.407967 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26660c2b-6e7b-46f4-b722-152d9eaf69e5 req-796cbff3-724f-4321-9d40-eb55b25e27db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:54.409572 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-26660c2b-6e7b-46f4-b722-152d9eaf69e5 req-796cbff3-724f-4321-9d40-eb55b25e27db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59eef2c4f5f64a6b95f3059b25d5cf05&device_id=d5fabfd1-116e-4bb1-b77b-4878c2a4c111 HTTP/1.1" status: 200 len: 1096 time: 0.0782197 Jun 23 14:56:54.444301 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-12dd745a-7fed-4de7-84d1-caaa6eeeb685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c74960-33d6-4936-a870-2c692d538ac1 {{(pid=100181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:56:54.452844 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-12dd745a-7fed-4de7-84d1-caaa6eeeb685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:54.466870 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.provisioning_blocks [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-12dd745a-7fed-4de7-84d1-caaa6eeeb685 service neutron] Transition to ACTIVE for port object 44c74960-33d6-4936-a870-2c692d538ac1 will not be triggered until provisioned by entity L2. {{(pid=100181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:56:54.480825 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-527843e5-c332-4383-8644-bf72e6dc7508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:54.485609 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-34a1fe77-9b6a-433c-91db-8f82cd28c34c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:54.536085 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-527843e5-c332-4383-8644-bf72e6dc7508 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=840f856959834910b1b06e363ab6a9e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3935299 Jun 23 14:56:54.536734 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527843e5-c332-4383-8644-bf72e6dc7508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429624d4-99a9-4967-824a-633b03dead8d,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:54.539370 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-12dd745a-7fed-4de7-84d1-caaa6eeeb685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:54.540482 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 47768) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:54.541669 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-527843e5-c332-4383-8644-bf72e6dc7508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:54.559024 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26660c2b-6e7b-46f4-b722-152d9eaf69e5 req-837c4c3c-96d1-4756-bdbd-14155fe3444b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:54.560761 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:54.561303 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-26660c2b-6e7b-46f4-b722-152d9eaf69e5 req-837c4c3c-96d1-4756-bdbd-14155fe3444b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=59eef2c4f5f64a6b95f3059b25d5cf05&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1420436 Jun 23 14:56:54.637868 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7c094dab-88ad-46a6-b8fc-30317055f356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:54.651496 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd745a-7fed-4de7-84d1-caaa6eeeb685 service neutron] Pushing event updated for resources: {'Port': ['ID=44c74960-33d6-4936-a870-2c692d538ac1,revision_number=2']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:54.660096 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-12dd745a-7fed-4de7-84d1-caaa6eeeb685 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:54.688504 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7c094dab-88ad-46a6-b8fc-30317055f356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:54.690398 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26660c2b-6e7b-46f4-b722-152d9eaf69e5 req-79428274-8455-4a7b-9e1d-0c8d2365c98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:54.692344 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-26660c2b-6e7b-46f4-b722-152d9eaf69e5 req-79428274-8455-4a7b-9e1d-0c8d2365c98c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1185544 Jun 23 14:56:54.806059 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-12dd745a-7fed-4de7-84d1-caaa6eeeb685 service neutron] Attempting to bind port 44c74960-33d6-4936-a870-2c692d538ac1 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:56:54.806399 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-12dd745a-7fed-4de7-84d1-caaa6eeeb685 service neutron] Attempting to bind port 44c74960-33d6-4936-a870-2c692d538ac1 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '85a77578-a6b0-4fa2-aab6-f10aa4cc4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a417f085-a5eb-426d-b45d-8a0833dc125c'}] {{(pid=100181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:56:54.806854 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-12dd745a-7fed-4de7-84d1-caaa6eeeb685 service neutron] Attempting to bind port 44c74960-33d6-4936-a870-2c692d538ac1 on network a417f085-a5eb-426d-b45d-8a0833dc125c {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:56:54.812128 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-12dd745a-7fed-4de7-84d1-caaa6eeeb685 service neutron] Port 44c74960-33d6-4936-a870-2c692d538ac1 on network a417f085-a5eb-426d-b45d-8a0833dc125c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:56:54.812335 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-12dd745a-7fed-4de7-84d1-caaa6eeeb685 service neutron] Attempting to bind port 44c74960-33d6-4936-a870-2c692d538ac1 on network a417f085-a5eb-426d-b45d-8a0833dc125c {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:56:54.818620 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-12dd745a-7fed-4de7-84d1-caaa6eeeb685 service neutron] Checking agent: {'id': 'c9242261-8a06-47e1-899c-cb42624e61de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:56:54.818620 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-12dd745a-7fed-4de7-84d1-caaa6eeeb685 service neutron] Checking segment: {'id': '85a77578-a6b0-4fa2-aab6-f10aa4cc4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a417f085-a5eb-426d-b45d-8a0833dc125c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:56:54.818620 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-12dd745a-7fed-4de7-84d1-caaa6eeeb685 service neutron] Bound using segment: {'id': '85a77578-a6b0-4fa2-aab6-f10aa4cc4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a417f085-a5eb-426d-b45d-8a0833dc125c'} {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:56:54.819042 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-12dd745a-7fed-4de7-84d1-caaa6eeeb685 service neutron] Bound port: 44c74960-33d6-4936-a870-2c692d538ac1, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85a77578-a6b0-4fa2-aab6-f10aa4cc4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a417f085-a5eb-426d-b45d-8a0833dc125c'}}] {{(pid=100181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:56:54.819404 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-12dd745a-7fed-4de7-84d1-caaa6eeeb685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:54.890004 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-12dd745a-7fed-4de7-84d1-caaa6eeeb685 service neutron] For port 44c74960-33d6-4936-a870-2c692d538ac1, host hv-cinder-79628, cleared binding levels {{(pid=100181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:56:54.893708 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-12dd745a-7fed-4de7-84d1-caaa6eeeb685 service neutron] For port 44c74960-33d6-4936-a870-2c692d538ac1, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=44c74960-33d6-4936-a870-2c692d538ac1,segment=NetworkSegment(85a77578-a6b0-4fa2-aab6-f10aa4cc4f23),segment_id=85a77578-a6b0-4fa2-aab6-f10aa4cc4f23)] {{(pid=100181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:56:54.903475 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-b8fa8923-d392-4112-ba28-82d9e8467510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:54.906626 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-b8fa8923-d392-4112-ba28-82d9e8467510 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59eef2c4f5f64a6b95f3059b25d5cf05&device_id=d5fabfd1-116e-4bb1-b77b-4878c2a4c111 HTTP/1.1" status: 200 len: 1096 time: 0.1633255 Jun 23 14:56:54.950386 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7c094dab-88ad-46a6-b8fc-30317055f356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:54.958103 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7c094dab-88ad-46a6-b8fc-30317055f356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:54.959786 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-7c094dab-88ad-46a6-b8fc-30317055f356 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/429624d4-99a9-4967-824a-633b03dead8d HTTP/1.1" status: 204 len: 168 time: 0.4172370 Jun 23 14:56:54.960633 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-51384da4-361a-445e-a990-51431f5f4449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:54.967514 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-931b07cb-7712-471d-b114-bd3b2fae3dd3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=038b1792-81f9-402c-896c-149ba6338e5c HTTP/1.1" status: 200 len: 217 time: 0.0410867 Jun 23 14:56:54.971230 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c094dab-88ad-46a6-b8fc-30317055f356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429624d4-99a9-4967-824a-633b03dead8d,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:54.982216 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-7c094dab-88ad-46a6-b8fc-30317055f356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:55.000761 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-12dd745a-7fed-4de7-84d1-caaa6eeeb685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:55.010344 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:55.043972 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-12dd745a-7fed-4de7-84d1-caaa6eeeb685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:55.050158 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-12dd745a-7fed-4de7-84d1-caaa6eeeb685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:55.050334 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e7d18-11c4-4e91-a484-f46214a7f26d req-d17d1c3a-9dae-4e0e-9e81-07f2f57f635f tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:55.050334 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-951e7d18-11c4-4e91-a484-f46214a7f26d req-d17d1c3a-9dae-4e0e-9e81-07f2f57f635f tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=21d0c710-7b4b-4a1d-ba4e-cf90f10806d7 HTTP/1.1" status: 200 len: 943 time: 0.2313690 Jun 23 14:56:55.050487 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-12dd745a-7fed-4de7-84d1-caaa6eeeb685 service neutron] 10.222.0.46 "PUT /v2.0/ports/44c74960-33d6-4936-a870-2c692d538ac1 HTTP/1.1" status: 200 len: 1093 time: 1.0069888 Jun 23 14:56:55.050487 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d0c710-7b4b-4a1d-ba4e-cf90f10806d7', 'tag': '44c74960-33d6-4936-a870-2c692d538ac1'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:56:55.051451 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667a9506-fb11-428a-8977-4884cf437099" -d '{"events": [{"name": "network-changed", "server_uuid": "21d0c710-7b4b-4a1d-ba4e-cf90f10806d7", "tag": "44c74960-33d6-4936-a870-2c692d538ac1"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:56:55.068701 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-95748015-f883-4340-b129-eb27ceb97854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:55.070152 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-95748015-f883-4340-b129-eb27ceb97854 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bd8cfa76-ec36-4f6c-a671-8ef775c98184 HTTP/1.1" status: 200 len: 849 time: 0.0948279 Jun 23 14:56:55.091924 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd745a-7fed-4de7-84d1-caaa6eeeb685 service neutron] Pushing event updated for resources: {'Port': ['ID=44c74960-33d6-4936-a870-2c692d538ac1,revision_number=3']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:55.102698 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-12dd745a-7fed-4de7-84d1-caaa6eeeb685 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:55.106611 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693671b-b63a-4ac5-a72e-dbde7554e3d2 req-718fb48c-49df-442f-b72c-51fa17bb0e92 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:55.108107 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c693671b-b63a-4ac5-a72e-dbde7554e3d2 req-718fb48c-49df-442f-b72c-51fa17bb0e92 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fabfd1-116e-4bb1-b77b-4878c2a4c111 HTTP/1.1" status: 200 len: 943 time: 0.2245710 Jun 23 14:56:55.145652 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-db0d23fc-de2d-4df6-81f7-936453097331 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0b22a1a8-b5b1-4aa9-a485-3121b1bbf722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546830 Jun 23 14:56:55.156674 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-951e7d18-11c4-4e91-a484-f46214a7f26d req-8019c03e-a5b3-4bc7-ba23-99f1ccbf5e7c tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973346 Jun 23 14:56:55.249697 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-d71dfdfd-52f7-4d75-bf26-a7e10e44a6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:55.252367 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-d71dfdfd-52f7-4d75-bf26-a7e10e44a6f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa7d0dda24c446bd908087d3aff750b3&device_id=21d0c710-7b4b-4a1d-ba4e-cf90f10806d7 HTTP/1.1" status: 200 len: 1096 time: 0.0659821 Jun 23 14:56:55.254984 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c693671b-b63a-4ac5-a72e-dbde7554e3d2 req-9e236eca-611e-4e95-b682-d3162fd2bea7 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/security-groups?id=b30e7067-2c6b-4ad7-8aa0-d498f72f58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196225 Jun 23 14:56:55.302364 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-707a5d37-093b-4ec9-a5c7-9bc4d51cdce8 service neutron] 10.222.0.46 "GET /v2.0/networks/0b22a1a8-b5b1-4aa9-a485-3121b1bbf722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413460 Jun 23 14:56:55.310295 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-87f264b6-56d6-4794-9d77-242c8b2b3e9d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44c74960-33d6-4936-a870-2c692d538ac1 HTTP/1.1" status: 200 len: 217 time: 0.0436988 Jun 23 14:56:55.383796 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-add57938-cf2d-4a69-98a4-21ed970e301d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:55.385242 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-add57938-cf2d-4a69-98a4-21ed970e301d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47bace70-5c85-4779-8fbd-e5cc69ad2b8a HTTP/1.1" status: 200 len: 854 time: 0.0604334 Jun 23 14:56:55.444741 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-09741e8a-ae88-4f8a-81fa-0b182ff1aa8c req-4d528ab5-1a5b-4ec0-b584-b0c958433f5a service neutron] 10.222.0.46 "GET /v2.0/networks/0b22a1a8-b5b1-4aa9-a485-3121b1bbf722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332119 Jun 23 14:56:55.453274 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d5c1d5-4f0f-4493-9189-1b1a93b21196 x-openstack-request-id: req-33d5c1d5-4f0f-4493-9189-1b1a93b21196 {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:56:55.454093 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d0c710-7b4b-4a1d-ba4e-cf90f10806d7", "tag": "44c74960-33d6-4936-a870-2c692d538ac1", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:56:55.454189 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-33d5c1d5-4f0f-4493-9189-1b1a93b21196 {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:56:55.454602 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d0c710-7b4b-4a1d-ba4e-cf90f10806d7', 'tag': '44c74960-33d6-4936-a870-2c692d538ac1', 'status': 'completed', 'code': 200} Jun 23 14:56:55.456607 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-357cca10-0621-475a-a316-20acb3f232f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a417f085-a5eb-426d-b45d-8a0833dc125c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607398 Jun 23 14:56:55.613131 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-3c12957e-1817-468d-990e-9e68d4f2d127 service neutron] 10.222.0.46 "GET /v2.0/networks/a417f085-a5eb-426d-b45d-8a0833dc125c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420989 Jun 23 14:56:55.640116 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d7c52-5ad9-4ced-afc7-157138e6223f req-b9e3657b-38a3-44cd-8a2c-cd2f6e786432 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:55.641048 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-046d7c52-5ad9-4ced-afc7-157138e6223f req-b9e3657b-38a3-44cd-8a2c-cd2f6e786432 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0867991 Jun 23 14:56:55.694414 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-046d7c52-5ad9-4ced-afc7-157138e6223f req-3c4ff471-782c-4b3b-8967-46e593910d92 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467734 Jun 23 14:56:55.712210 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c77634fd-05de-48f3-a441-24dbcf7f7984 req-c488d985-db96-4889-8c0a-4eb26561c110 service neutron] 10.222.0.46 "GET /v2.0/networks/a417f085-a5eb-426d-b45d-8a0833dc125c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877721 Jun 23 14:56:55.928030 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a9506-fb11-428a-8977-4884cf437099 req-dd51b017-305b-454d-8985-5010e3aa3b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:55.929478 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-667a9506-fb11-428a-8977-4884cf437099 req-dd51b017-305b-454d-8985-5010e3aa3b79 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa7d0dda24c446bd908087d3aff750b3&device_id=21d0c710-7b4b-4a1d-ba4e-cf90f10806d7 HTTP/1.1" status: 200 len: 1096 time: 0.0515730 Jun 23 14:56:56.234071 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a9506-fb11-428a-8977-4884cf437099 req-25a1f747-ba13-4036-a66b-49ad3716ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:56.235653 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-667a9506-fb11-428a-8977-4884cf437099 req-25a1f747-ba13-4036-a66b-49ad3716ea6e service neutron] 10.222.0.46 "GET /v2.0/networks?id=a417f085-a5eb-426d-b45d-8a0833dc125c HTTP/1.1" status: 200 len: 915 time: 0.2971692 Jun 23 14:56:56.282049 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-667a9506-fb11-428a-8977-4884cf437099 req-c935d01b-3707-4463-89e2-5265ecefb721 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44c74960-33d6-4936-a870-2c692d538ac1 HTTP/1.1" status: 200 len: 217 time: 0.0339794 Jun 23 14:56:56.370813 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a9506-fb11-428a-8977-4884cf437099 req-9868f245-269c-4e35-a8a0-191e38c18466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:56.372486 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-667a9506-fb11-428a-8977-4884cf437099 req-9868f245-269c-4e35-a8a0-191e38c18466 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47bace70-5c85-4779-8fbd-e5cc69ad2b8a HTTP/1.1" status: 200 len: 854 time: 0.0777988 Jun 23 14:56:56.378376 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d35ef2-3919-4eda-a736-7380af542f5d req-c7d54d52-f620-4b0d-bced-9110b4871625 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:56.380117 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-92d35ef2-3919-4eda-a736-7380af542f5d req-c7d54d52-f620-4b0d-bced-9110b4871625 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=21d0c710-7b4b-4a1d-ba4e-cf90f10806d7 HTTP/1.1" status: 200 len: 943 time: 0.0838113 Jun 23 14:56:56.420816 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-667a9506-fb11-428a-8977-4884cf437099 req-05c8615a-87fc-49ca-baea-51a944d54156 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a417f085-a5eb-426d-b45d-8a0833dc125c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339220 Jun 23 14:56:56.432105 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-92d35ef2-3919-4eda-a736-7380af542f5d req-a2e676db-9a7a-498b-8dbf-c7c7cad49336 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455017 Jun 23 14:56:56.522871 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c6c46-f534-4b50-86a0-6f7dc6f4a8cd req-411dc565-fb67-4a94-934e-fa923ae88d4f tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:56.528027 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-667a9506-fb11-428a-8977-4884cf437099 req-e3cfce5d-dc26-4038-9132-1770c1bda36e service neutron] 10.222.0.46 "GET /v2.0/networks/a417f085-a5eb-426d-b45d-8a0833dc125c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990958 Jun 23 14:56:56.530283 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-6e4c6c46-f534-4b50-86a0-6f7dc6f4a8cd req-411dc565-fb67-4a94-934e-fa923ae88d4f tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fabfd1-116e-4bb1-b77b-4878c2a4c111 HTTP/1.1" status: 200 len: 943 time: 0.1027138 Jun 23 14:56:56.576923 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-6e4c6c46-f534-4b50-86a0-6f7dc6f4a8cd req-556474ec-4b9b-47db-86ea-7f7a8debbac1 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/security-groups?id=b30e7067-2c6b-4ad7-8aa0-d498f72f58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444570 Jun 23 14:56:56.638880 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-667a9506-fb11-428a-8977-4884cf437099 req-2a8206f2-0f6b-4fed-a35e-0b70fdfaae15 service neutron] 10.222.0.46 "GET /v2.0/networks/a417f085-a5eb-426d-b45d-8a0833dc125c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036599 Jun 23 14:56:56.894259 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8def69-1f20-41f0-b477-0d2f29ef062d req-07cce165-bde3-4598-894d-4eab8cb28cac tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:56.898262 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0c8def69-1f20-41f0-b477-0d2f29ef062d req-07cce165-bde3-4598-894d-4eab8cb28cac tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0862787 Jun 23 14:56:56.938334 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0c8def69-1f20-41f0-b477-0d2f29ef062d req-c3fa73fe-94bb-455e-8064-c93904c43771 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366476 Jun 23 14:56:57.055576 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 6 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:56:57.616502 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa6ba1-c121-49f5-baf8-5551576e8ce7 req-0d7787fc-2c20-42c4-b75e-e46bc6803cbe tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:57.618445 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d2aa6ba1-c121-49f5-baf8-5551576e8ce7 req-0d7787fc-2c20-42c4-b75e-e46bc6803cbe tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=21d0c710-7b4b-4a1d-ba4e-cf90f10806d7 HTTP/1.1" status: 200 len: 943 time: 0.0655904 Jun 23 14:56:57.668529 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d2aa6ba1-c121-49f5-baf8-5551576e8ce7 req-e5b5c21f-b57c-499c-af4c-c47e3499d99a tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430167 Jun 23 14:56:57.769262 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97755c7d-370e-4e10-bd82-e93f0d91b0a1 req-75549154-30ff-49a0-84ba-a1e000bb11f4 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:57.770982 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-97755c7d-370e-4e10-bd82-e93f0d91b0a1 req-75549154-30ff-49a0-84ba-a1e000bb11f4 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fabfd1-116e-4bb1-b77b-4878c2a4c111 HTTP/1.1" status: 200 len: 943 time: 0.0692549 Jun 23 14:56:57.816294 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-97755c7d-370e-4e10-bd82-e93f0d91b0a1 req-2a79331c-552a-4a91-921f-ac658fe7135e tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/security-groups?id=b30e7067-2c6b-4ad7-8aa0-d498f72f58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384352 Jun 23 14:56:58.132532 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14094c27-e2ce-4dbb-b970-1e4c9d93139e req-3e67052c-acce-4b53-9217-9d5b351dfa6c tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:58.134061 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-14094c27-e2ce-4dbb-b970-1e4c9d93139e req-3e67052c-acce-4b53-9217-9d5b351dfa6c tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0822067 Jun 23 14:56:58.173714 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-14094c27-e2ce-4dbb-b970-1e4c9d93139e req-532010b5-f045-4fb9-9e8e-59452b374247 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335813 Jun 23 14:56:58.844168 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9707a-fb00-424a-b5e9-e09a7bdbdcb9 req-568b4e1b-d443-4dff-b52e-1e9d5a2a6129 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:58.845640 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1db9707a-fb00-424a-b5e9-e09a7bdbdcb9 req-568b4e1b-d443-4dff-b52e-1e9d5a2a6129 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=21d0c710-7b4b-4a1d-ba4e-cf90f10806d7 HTTP/1.1" status: 200 len: 943 time: 0.0621555 Jun 23 14:56:58.909542 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1db9707a-fb00-424a-b5e9-e09a7bdbdcb9 req-cf49119f-0a90-49cc-85a1-41a79bb6c7f8 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547671 Jun 23 14:56:58.963260 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 47952) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:59.013827 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1e993-48ca-4cb4-acd2-fe950bcdc652 req-e5b94b99-7d38-4f2d-825f-535567378d5d tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:59.015230 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-73b1e993-48ca-4cb4-acd2-fe950bcdc652 req-e5b94b99-7d38-4f2d-825f-535567378d5d tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fabfd1-116e-4bb1-b77b-4878c2a4c111 HTTP/1.1" status: 200 len: 943 time: 0.0746584 Jun 23 14:56:59.045614 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 038b1792-81f9-402c-896c-149ba6338e5c details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=100182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:56:59.058298 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-73b1e993-48ca-4cb4-acd2-fe950bcdc652 req-493384e0-8d75-40d3-94d8-bbf6d9aac45a tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/security-groups?id=b30e7067-2c6b-4ad7-8aa0-d498f72f58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364056 Jun 23 14:56:59.092073 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-46769851-d819-481a-815f-efd0ce7103ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:59.153733 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 038b1792-81f9-402c-896c-149ba6338e5c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=038b1792-81f9-402c-896c-149ba6338e5c,segment=NetworkSegment(7748621d-fb2c-4b89-9317-c410783be641),segment_id=7748621d-fb2c-4b89-9317-c410783be641)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:59.168948 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Returning: {'device': '038b1792-81f9-402c-896c-149ba6338e5c', 'network_id': '0b22a1a8-b5b1-4aa9-a485-3121b1bbf722', 'port_id': '038b1792-81f9-402c-896c-149ba6338e5c', 'mac_address': 'fa:16:3e:78:10:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd8cfa76-ec36-4f6c-a671-8ef775c98184', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:56:59.204769 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-46769851-d819-481a-815f-efd0ce7103ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:59.206291 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:59.223347 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 038b1792-81f9-402c-896c-149ba6338e5c {{(pid=100182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:56:59.246394 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 038b1792-81f9-402c-896c-149ba6338e5c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=038b1792-81f9-402c-896c-149ba6338e5c,segment=NetworkSegment(7748621d-fb2c-4b89-9317-c410783be641),segment_id=7748621d-fb2c-4b89-9317-c410783be641)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:59.270585 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-46769851-d819-481a-815f-efd0ce7103ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:59.274122 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-3e0f493f-7e20-4ae7-b1b1-0c75795d4f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:59.309410 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-46769851-d819-481a-815f-efd0ce7103ee admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=96fa6f6a186e413abee6c5754454dce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3436108 Jun 23 14:56:59.310337 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46769851-d819-481a-815f-efd0ce7103ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299900c4-44a9-496b-8d8f-7dc95c1bffd1,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:59.313025 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 47966) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:59.313418 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-46769851-d819-481a-815f-efd0ce7103ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:59.333453 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:59.334229 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 44c74960-33d6-4936-a870-2c692d538ac1 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=100182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:56:59.336703 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:59.403094 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-10d326c9-4f92-4bf1-b335-9165f3d46676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:59.406622 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=038b1792-81f9-402c-896c-149ba6338e5c,revision_number=4']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:59.429133 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d8694-752b-4d38-980e-d47ed123155f req-2f58d168-58dc-4394-939f-7845fc3e2834 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:59.430623 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-691d8694-752b-4d38-980e-d47ed123155f req-2f58d168-58dc-4394-939f-7845fc3e2834 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.1097989 Jun 23 14:56:59.439101 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:59.439452 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:59.439792 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:59.440119 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-10d326c9-4f92-4bf1-b335-9165f3d46676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:59.440330 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:59.440572 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:59.440819 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:59.441146 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:59.441471 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:59.441842 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:59.442177 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:59.442502 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:59.442825 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:59.447711 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:59.482275 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 44c74960-33d6-4936-a870-2c692d538ac1, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=44c74960-33d6-4936-a870-2c692d538ac1,segment=NetworkSegment(85a77578-a6b0-4fa2-aab6-f10aa4cc4f23),segment_id=85a77578-a6b0-4fa2-aab6-f10aa4cc4f23)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:59.498840 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Returning: {'device': '44c74960-33d6-4936-a870-2c692d538ac1', 'network_id': 'a417f085-a5eb-426d-b45d-8a0833dc125c', 'port_id': '44c74960-33d6-4936-a870-2c692d538ac1', 'mac_address': 'fa:16:3e:1d:f2:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47bace70-5c85-4779-8fbd-e5cc69ad2b8a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:56:59.509650 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-691d8694-752b-4d38-980e-d47ed123155f req-e760308c-5957-430a-8d23-e48515e052eb tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714753 Jun 23 14:56:59.538450 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:59.550920 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c74960-33d6-4936-a870-2c692d538ac1 {{(pid=100182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:56:59.571961 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 44c74960-33d6-4936-a870-2c692d538ac1, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=44c74960-33d6-4936-a870-2c692d538ac1,segment=NetworkSegment(85a77578-a6b0-4fa2-aab6-f10aa4cc4f23),segment_id=85a77578-a6b0-4fa2-aab6-f10aa4cc4f23)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:59.687762 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-10d326c9-4f92-4bf1-b335-9165f3d46676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:59.689886 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:59.689886 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-51fc0168-f8d7-41d6-9cb5-2ae23589f153 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:59.690602 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-10d326c9-4f92-4bf1-b335-9165f3d46676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:59.691903 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-10d326c9-4f92-4bf1-b335-9165f3d46676 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/299900c4-44a9-496b-8d8f-7dc95c1bffd1 HTTP/1.1" status: 204 len: 168 time: 0.3772206 Jun 23 14:56:59.692591 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:59.700457 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d326c9-4f92-4bf1-b335-9165f3d46676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299900c4-44a9-496b-8d8f-7dc95c1bffd1,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:59.702833 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-10d326c9-4f92-4bf1-b335-9165f3d46676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:59.743659 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=44c74960-33d6-4936-a870-2c692d538ac1,revision_number=4']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:59.746617 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:59.993293 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['038b1792-81f9-402c-896c-149ba6338e5c'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:57:00.103414 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac823261-064f-4bae-bfe0-7a2dce89e387 req-e1df1c08-bf32-4784-9899-14561ea2ba18 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:00.104015 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['44c74960-33d6-4936-a870-2c692d538ac1'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:57:00.105462 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ac823261-064f-4bae-bfe0-7a2dce89e387 req-e1df1c08-bf32-4784-9899-14561ea2ba18 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=21d0c710-7b4b-4a1d-ba4e-cf90f10806d7 HTTP/1.1" status: 200 len: 944 time: 0.0764995 Jun 23 14:57:00.162551 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ac823261-064f-4bae-bfe0-7a2dce89e387 req-0bc16812-03d7-4ced-a7fd-2a47cdd6cd0f tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436764 Jun 23 14:57:00.259224 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d48c9-fe7b-4bb4-b53e-044cd426f6ed req-2daaedef-037d-45ec-b312-5ffb00ced316 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:00.267522 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-886d48c9-fe7b-4bb4-b53e-044cd426f6ed req-2daaedef-037d-45ec-b312-5ffb00ced316 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fabfd1-116e-4bb1-b77b-4878c2a4c111 HTTP/1.1" status: 200 len: 944 time: 0.0715282 Jun 23 14:57:00.303084 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-886d48c9-fe7b-4bb4-b53e-044cd426f6ed req-c1d55c96-d24c-4f8e-a546-5050d7101bb9 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/security-groups?id=b30e7067-2c6b-4ad7-8aa0-d498f72f58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360084 Jun 23 14:57:00.425699 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 48002) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:00.438592 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2b75faed-f44d-4e7d-a8f8-ff6cebaa28f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:00.524748 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2b75faed-f44d-4e7d-a8f8-ff6cebaa28f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:00.664898 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2b75faed-f44d-4e7d-a8f8-ff6cebaa28f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:00.668810 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-58c0c240-25e9-48b9-84b3-c71dc4b8b6a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:00.679261 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e46b20-5ea3-47cf-bcdb-0ed1b8f36da0 req-ed9ff386-4a1a-42ca-afa3-7b7fd43b596e tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:00.680746 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c7e46b20-5ea3-47cf-bcdb-0ed1b8f36da0 req-ed9ff386-4a1a-42ca-afa3-7b7fd43b596e tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0667913 Jun 23 14:57:00.715880 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-2b75faed-f44d-4e7d-a8f8-ff6cebaa28f5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=308e4259bd7d410cb316215e69c5b9a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2889628 Jun 23 14:57:00.717491 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75faed-f44d-4e7d-a8f8-ff6cebaa28f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e766cefe-7fe4-408f-9d2d-766adbc4812e,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:00.719685 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 48010) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:00.720480 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-2b75faed-f44d-4e7d-a8f8-ff6cebaa28f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:00.728601 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c7e46b20-5ea3-47cf-bcdb-0ed1b8f36da0 req-90728f39-ab27-4683-8197-4967afa93ca1 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408642 Jun 23 14:57:00.780648 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-cb039d07-2825-4091-973f-c00b1313fca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:00.802406 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-cb039d07-2825-4091-973f-c00b1313fca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:00.961924 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-cb039d07-2825-4091-973f-c00b1313fca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:00.964484 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-cb039d07-2825-4091-973f-c00b1313fca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:00.965673 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-cb039d07-2825-4091-973f-c00b1313fca9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e766cefe-7fe4-408f-9d2d-766adbc4812e HTTP/1.1" status: 204 len: 168 time: 0.2447770 Jun 23 14:57:00.966442 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-300098f8-8ece-4a1f-b778-1bde7c968418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:00.973736 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb039d07-2825-4091-973f-c00b1313fca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e766cefe-7fe4-408f-9d2d-766adbc4812e,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:00.976053 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-cb039d07-2825-4091-973f-c00b1313fca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:01.045330 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 038b1792-81f9-402c-896c-149ba6338e5c up at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:57:01.161456 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning for port 038b1792-81f9-402c-896c-149ba6338e5c completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:57:01.165337 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning complete for port 038b1792-81f9-402c-896c-149ba6338e5c triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:57:01.165723 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:01.221289 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 48018) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:01.260148 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:01.289204 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fabfd1-116e-4bb1-b77b-4878c2a4c111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038b1792-81f9-402c-896c-149ba6338e5c'}] {{(pid=100182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:57:01.293895 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2be0bd3a3b87df06192a81cc7e782664f9eb16b4f3df3f1ec53fa4495edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f108d2-b64d-4463-b00f-65970ea3395f" -d '{"events": [{"server_uuid": "d5fabfd1-116e-4bb1-b77b-4878c2a4c111", "name": "network-vif-plugged", "status": "completed", "tag": "038b1792-81f9-402c-896c-149ba6338e5c"}]}' {{(pid=100182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:57:01.306115 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 038b1792-81f9-402c-896c-149ba6338e5c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=038b1792-81f9-402c-896c-149ba6338e5c,segment=NetworkSegment(7748621d-fb2c-4b89-9317-c410783be641),segment_id=7748621d-fb2c-4b89-9317-c410783be641)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:01.349710 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730e394d-6b3c-40d5-9e12-83dbe8a36e4a x-openstack-request-id: req-730e394d-6b3c-40d5-9e12-83dbe8a36e4a {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:57:01.350038 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5fabfd1-116e-4bb1-b77b-4878c2a4c111", "name": "network-vif-plugged", "status": "completed", "tag": "038b1792-81f9-402c-896c-149ba6338e5c", "code": 200}]} {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:57:01.350417 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-730e394d-6b3c-40d5-9e12-83dbe8a36e4a {{(pid=100182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:57:01.350703 dv-cinder-796286-8-smb neutron-server[100182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5fabfd1-116e-4bb1-b77b-4878c2a4c111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038b1792-81f9-402c-896c-149ba6338e5c', 'code': 200} Jun 23 14:57:01.361682 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:01.362862 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 44c74960-33d6-4936-a870-2c692d538ac1 up at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:57:01.364627 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:01.388038 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6fd44-b429-4815-8262-b4a6106c1209 req-82ff67ff-08d0-45bc-b990-eee377b45cf6 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:01.389628 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-96b6fd44-b429-4815-8262-b4a6106c1209 req-82ff67ff-08d0-45bc-b990-eee377b45cf6 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=21d0c710-7b4b-4a1d-ba4e-cf90f10806d7 HTTP/1.1" status: 200 len: 944 time: 0.0835550 Jun 23 14:57:01.410865 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2e657721-3ba3-49f7-8fe4-5f2c68eace96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:01.461226 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-96b6fd44-b429-4815-8262-b4a6106c1209 req-a86a60f5-635d-4931-98af-abd3be1a1ab2 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648804 Jun 23 14:57:01.474426 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=038b1792-81f9-402c-896c-149ba6338e5c,revision_number=5']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:01.478194 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:01.521074 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2e657721-3ba3-49f7-8fe4-5f2c68eace96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:01.606078 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning for port 44c74960-33d6-4936-a870-2c692d538ac1 completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:57:01.610550 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning complete for port 44c74960-33d6-4936-a870-2c692d538ac1 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:57:01.611148 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:01.634795 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2e657721-3ba3-49f7-8fe4-5f2c68eace96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:01.638296 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-46769851-d819-481a-815f-efd0ce7103ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:01.651875 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643af8b-107a-47b2-9bbe-ba99d7a111a7 req-476eaa66-8560-4722-8f45-4faf0a5f4f8c tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:01.659757 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f643af8b-107a-47b2-9bbe-ba99d7a111a7 req-476eaa66-8560-4722-8f45-4faf0a5f4f8c tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fabfd1-116e-4bb1-b77b-4878c2a4c111 HTTP/1.1" status: 200 len: 945 time: 0.0821860 Jun 23 14:57:01.690362 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e657721-3ba3-49f7-8fe4-5f2c68eace96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816d8a0c-dd1f-40ef-8b98-c61e83aa6ecc,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:01.698689 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-2e657721-3ba3-49f7-8fe4-5f2c68eace96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:01.700881 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f643af8b-107a-47b2-9bbe-ba99d7a111a7 req-b9d5c2ff-cc69-4dd3-8608-13360dfe9cef tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/security-groups?id=b30e7067-2c6b-4ad7-8aa0-d498f72f58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401235 Jun 23 14:57:01.705203 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-2e657721-3ba3-49f7-8fe4-5f2c68eace96 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ccbe4dc207d64c96afa6a7008b20c56a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4828470 Jun 23 14:57:01.707916 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 48044) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:01.740886 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:01.784935 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 44c74960-33d6-4936-a870-2c692d538ac1, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=44c74960-33d6-4936-a870-2c692d538ac1,segment=NetworkSegment(85a77578-a6b0-4fa2-aab6-f10aa4cc4f23),segment_id=85a77578-a6b0-4fa2-aab6-f10aa4cc4f23)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:01.847312 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-344f3858-a47a-4dda-9ab9-9d4f6e6969cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:01.873840 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:01.873840 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-5d0adff5-be9f-4fb9-bc93-f2f8c6bdf738 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:01.874026 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-344f3858-a47a-4dda-9ab9-9d4f6e6969cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:01.933153 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=44c74960-33d6-4936-a870-2c692d538ac1,revision_number=5']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:01.937906 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3baa4-d350-4774-92c0-1cf37d8baccb req-2f04c180-d662-46ae-90c2-6f1882fb413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:01.938244 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:01.939873 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-d9a3baa4-d350-4774-92c0-1cf37d8baccb req-2f04c180-d662-46ae-90c2-6f1882fb413f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d5fabfd1-116e-4bb1-b77b-4878c2a4c111 HTTP/1.1" status: 200 len: 1098 time: 0.1538694 Jun 23 14:57:01.942920 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-8ebfe041-653d-4e35-90f1-dcf26113a8fa req-d3847506-a8a6-47ff-ad43-5c7099f4b17f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1276512 Jun 23 14:57:01.964331 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4abc04-1d77-4b95-bf05-36a7c385f598 req-ca6baced-f422-4dfa-9a64-6a05de93acd4 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:01.966193 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5c4abc04-1d77-4b95-bf05-36a7c385f598 req-ca6baced-f422-4dfa-9a64-6a05de93acd4 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0798752 Jun 23 14:57:01.996940 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-d9a3baa4-d350-4774-92c0-1cf37d8baccb req-3cf95335-89d7-44b0-b44e-d4f3bda29817 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b30e7067-2c6b-4ad7-8aa0-d498f72f58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337977 Jun 23 14:57:02.008104 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5c4abc04-1d77-4b95-bf05-36a7c385f598 req-c1026802-a331-47c7-aba7-295148a981b7 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347068 Jun 23 14:57:02.040141 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-344f3858-a47a-4dda-9ab9-9d4f6e6969cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:02.043549 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-344f3858-a47a-4dda-9ab9-9d4f6e6969cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:02.052924 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-344f3858-a47a-4dda-9ab9-9d4f6e6969cb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/816d8a0c-dd1f-40ef-8b98-c61e83aa6ecc HTTP/1.1" status: 204 len: 168 time: 0.3357418 Jun 23 14:57:02.052924 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-12e58084-2b37-452e-b191-c06328bf9a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:02.052924 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f3858-a47a-4dda-9ab9-9d4f6e6969cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816d8a0c-dd1f-40ef-8b98-c61e83aa6ecc,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:02.055640 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-344f3858-a47a-4dda-9ab9-9d4f6e6969cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:02.121087 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfe041-653d-4e35-90f1-dcf26113a8fa req-0963b8a1-081d-40f6-82c1-9124ec180b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:02.122681 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-8ebfe041-653d-4e35-90f1-dcf26113a8fa req-0963b8a1-081d-40f6-82c1-9124ec180b6f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d58c52cfc1c34f4585397127cb5d74af&device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 1098 time: 0.0641046 Jun 23 14:57:02.235141 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfe041-653d-4e35-90f1-dcf26113a8fa req-85c9e0e8-75bf-47ee-b364-b4379e7e25fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:02.236684 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-8ebfe041-653d-4e35-90f1-dcf26113a8fa req-85c9e0e8-75bf-47ee-b364-b4379e7e25fb service neutron] 10.222.0.46 "GET /v2.0/networks?id=e0346334-c16f-40f4-aea1-9054cd38ae9d HTTP/1.1" status: 200 len: 919 time: 0.0900176 Jun 23 14:57:02.280451 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-8ebfe041-653d-4e35-90f1-dcf26113a8fa req-a298c0cc-1cd8-4714-90c0-61cbb8064507 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5 HTTP/1.1" status: 200 len: 217 time: 0.0332668 Jun 23 14:57:02.328848 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfe041-653d-4e35-90f1-dcf26113a8fa req-2e8b6dce-677a-4b4b-8e7d-83484f607dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:02.330757 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-8ebfe041-653d-4e35-90f1-dcf26113a8fa req-2e8b6dce-677a-4b4b-8e7d-83484f607dfe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=844a227c-d94f-4f13-9d17-8cc692313f0c HTTP/1.1" status: 200 len: 858 time: 0.0440881 Jun 23 14:57:02.366503 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-8ebfe041-653d-4e35-90f1-dcf26113a8fa req-06dc1788-3d77-4445-b707-edcf90d4c0e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0346334-c16f-40f4-aea1-9054cd38ae9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288873 Jun 23 14:57:02.456041 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 48074) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:02.459172 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-8ebfe041-653d-4e35-90f1-dcf26113a8fa req-86831132-e51c-469c-ba5c-6609a05e6825 service neutron] 10.222.0.46 "GET /v2.0/networks/e0346334-c16f-40f4-aea1-9054cd38ae9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837183 Jun 23 14:57:02.552615 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-8ebfe041-653d-4e35-90f1-dcf26113a8fa req-bdf746b7-f3c8-4dd7-8222-81c671fc769f service neutron] 10.222.0.46 "GET /v2.0/networks/e0346334-c16f-40f4-aea1-9054cd38ae9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844977 Jun 23 14:57:02.645740 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d63af-5c07-4a32-a1ac-687c5b95e20e req-8de7f17d-6d42-4156-a3cb-71e5d0b9017c tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:02.649504 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c32d63af-5c07-4a32-a1ac-687c5b95e20e req-8de7f17d-6d42-4156-a3cb-71e5d0b9017c tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=21d0c710-7b4b-4a1d-ba4e-cf90f10806d7 HTTP/1.1" status: 200 len: 945 time: 0.0678368 Jun 23 14:57:02.685384 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c32d63af-5c07-4a32-a1ac-687c5b95e20e req-080f991a-f2e4-4276-bf53-4402730a2064 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319922 Jun 23 14:57:02.722682 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-fc565163-c81c-4037-85c0-073812b23753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:02.836099 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 48090) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:02.850116 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-359156f5-261d-4845-95ac-44ac7c7ae557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:02.872493 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-fc565163-c81c-4037-85c0-073812b23753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:02.901861 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b46149-0115-4a86-8899-baf941201e83 req-51dc69a5-91d6-4acd-aec9-d0b99ce27171 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:02.903317 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-30b46149-0115-4a86-8899-baf941201e83 req-51dc69a5-91d6-4acd-aec9-d0b99ce27171 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fabfd1-116e-4bb1-b77b-4878c2a4c111 HTTP/1.1" status: 200 len: 945 time: 0.0712554 Jun 23 14:57:02.945365 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-30b46149-0115-4a86-8899-baf941201e83 req-910395d1-6a44-4d28-99ad-dd84bfaa1810 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/security-groups?id=b30e7067-2c6b-4ad7-8aa0-d498f72f58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361967 Jun 23 14:57:02.988916 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-fc565163-c81c-4037-85c0-073812b23753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:02.997620 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-7014f109-1bf6-436b-afa3-a80a1606dcc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:03.027397 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc565163-c81c-4037-85c0-073812b23753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6893274-4127-4dfa-b1f6-b647fb71b321,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:03.030572 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-fc565163-c81c-4037-85c0-073812b23753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:03.034502 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-fc565163-c81c-4037-85c0-073812b23753 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3c22431da577409b947ff9bae6dd7df3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5774317 Jun 23 14:57:03.039945 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 48096) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:03.121179 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3a3956f9-a884-431f-bded-fb7ee9f74338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:03.159833 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3a3956f9-a884-431f-bded-fb7ee9f74338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:03.162760 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-359156f5-261d-4845-95ac-44ac7c7ae557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:03.208911 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c45a3d-ba09-4c9e-8754-ecbcd54e4423 req-12d189e0-250a-4b78-8e2b-29e8690fe84b tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:03.217035 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-64c45a3d-ba09-4c9e-8754-ecbcd54e4423 req-12d189e0-250a-4b78-8e2b-29e8690fe84b tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0787606 Jun 23 14:57:03.247464 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-359156f5-261d-4845-95ac-44ac7c7ae557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:03.251785 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-ff84801e-556a-4f8a-9ece-67b4ede24306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:03.262952 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-64c45a3d-ba09-4c9e-8754-ecbcd54e4423 req-b1927f2b-a368-413a-801b-a56b705309be tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443552 Jun 23 14:57:03.290409 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3a3956f9-a884-431f-bded-fb7ee9f74338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:03.293606 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3a3956f9-a884-431f-bded-fb7ee9f74338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:03.294727 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-3a3956f9-a884-431f-bded-fb7ee9f74338 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b6893274-4127-4dfa-b1f6-b647fb71b321 HTTP/1.1" status: 204 len: 168 time: 0.2538426 Jun 23 14:57:03.304785 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-359156f5-261d-4845-95ac-44ac7c7ae557 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=362b18cd7b114691ac150bb031f89f92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4674273 Jun 23 14:57:03.305513 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359156f5-261d-4845-95ac-44ac7c7ae557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bdde77-75d0-4a1c-9fe6-a3a82e22f360,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:03.309178 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-359156f5-261d-4845-95ac-44ac7c7ae557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:03.309682 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-7a0cba7a-06fd-43b0-8f1c-ce458a12a1bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:03.314205 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 48108) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:03.318277 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3956f9-a884-431f-bded-fb7ee9f74338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6893274-4127-4dfa-b1f6-b647fb71b321,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:03.324022 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-3a3956f9-a884-431f-bded-fb7ee9f74338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:03.352591 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d0c710-7b4b-4a1d-ba4e-cf90f10806d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c74960-33d6-4936-a870-2c692d538ac1'}] {{(pid=100182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:57:03.355738 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2be0bd3a3b87df06192a81cc7e782664f9eb16b4f3df3f1ec53fa4495edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a9a857-f8a9-4c62-8576-ac14b5d6b6cf" -d '{"events": [{"server_uuid": "21d0c710-7b4b-4a1d-ba4e-cf90f10806d7", "name": "network-vif-plugged", "status": "completed", "tag": "44c74960-33d6-4936-a870-2c692d538ac1"}]}' {{(pid=100182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:57:03.408195 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705a277e-dc20-49c0-b99f-1575fcedad8f x-openstack-request-id: req-705a277e-dc20-49c0-b99f-1575fcedad8f {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:57:03.408592 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d0c710-7b4b-4a1d-ba4e-cf90f10806d7", "name": "network-vif-plugged", "status": "completed", "tag": "44c74960-33d6-4936-a870-2c692d538ac1", "code": 200}]} {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:57:03.408932 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-705a277e-dc20-49c0-b99f-1575fcedad8f {{(pid=100182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:57:03.409409 dv-cinder-796286-8-smb neutron-server[100182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d0c710-7b4b-4a1d-ba4e-cf90f10806d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c74960-33d6-4936-a870-2c692d538ac1', 'code': 200} Jun 23 14:57:03.420038 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-97620e55-db78-4c5f-880b-ec11bd9157fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:03.457957 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-97620e55-db78-4c5f-880b-ec11bd9157fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:03.598600 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-97620e55-db78-4c5f-880b-ec11bd9157fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:03.602527 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-97620e55-db78-4c5f-880b-ec11bd9157fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:03.604180 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-97620e55-db78-4c5f-880b-ec11bd9157fc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/50bdde77-75d0-4a1c-9fe6-a3a82e22f360 HTTP/1.1" status: 204 len: 168 time: 0.2837703 Jun 23 14:57:03.605473 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:03.614688 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97620e55-db78-4c5f-880b-ec11bd9157fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bdde77-75d0-4a1c-9fe6-a3a82e22f360,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:03.616999 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-97620e55-db78-4c5f-880b-ec11bd9157fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:03.692744 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0584c-db6f-4573-b043-2f1ccbc6ba09 req-4acc9f57-be47-435d-8ec5-ce285453abcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:03.694286 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-08a0584c-db6f-4573-b043-2f1ccbc6ba09 req-4acc9f57-be47-435d-8ec5-ce285453abcf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 1098 time: 0.0694807 Jun 23 14:57:03.758816 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-08a0584c-db6f-4573-b043-2f1ccbc6ba09 req-51fff422-7cf2-4ca7-9c2f-3e82adfdd0e2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535429 Jun 23 14:57:03.887815 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c9e73-e45f-4ac0-86d2-9d975159a199 req-05b0826f-740f-4741-a75e-5db3f5dbf856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:03.889286 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-334c9e73-e45f-4ac0-86d2-9d975159a199 req-05b0826f-740f-4741-a75e-5db3f5dbf856 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=21d0c710-7b4b-4a1d-ba4e-cf90f10806d7 HTTP/1.1" status: 200 len: 1098 time: 0.0551856 Jun 23 14:57:03.894198 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f5855-b0cd-4809-915e-17b3ec5afdd1 req-4e15578d-34f9-4843-9a57-6576a2d00e21 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:03.895768 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-804f5855-b0cd-4809-915e-17b3ec5afdd1 req-4e15578d-34f9-4843-9a57-6576a2d00e21 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=21d0c710-7b4b-4a1d-ba4e-cf90f10806d7 HTTP/1.1" status: 200 len: 945 time: 0.0755413 Jun 23 14:57:03.944416 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-804f5855-b0cd-4809-915e-17b3ec5afdd1 req-e06f56d1-73a5-40d5-9fc5-914d374a4af1 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427527 Jun 23 14:57:03.966819 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-334c9e73-e45f-4ac0-86d2-9d975159a199 req-25fd94d0-ffe0-4d50-9d3f-5241f94bf9b5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620506 Jun 23 14:57:04.108736 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 48132) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:04.146651 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-350abb47-94a8-4a9c-b660-145c31c253f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:04.157421 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57898afe-903f-4ff9-925a-a079a339e137 req-94106749-2d0c-482f-9d1c-b7106520f255 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:04.159173 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-57898afe-903f-4ff9-925a-a079a339e137 req-94106749-2d0c-482f-9d1c-b7106520f255 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fabfd1-116e-4bb1-b77b-4878c2a4c111 HTTP/1.1" status: 200 len: 945 time: 0.0916762 Jun 23 14:57:04.213052 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-57898afe-903f-4ff9-925a-a079a339e137 req-839b5285-c066-4658-a34a-87d2c1c9ea40 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/security-groups?id=b30e7067-2c6b-4ad7-8aa0-d498f72f58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482271 Jun 23 14:57:04.264670 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-350abb47-94a8-4a9c-b660-145c31c253f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:04.333309 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-350abb47-94a8-4a9c-b660-145c31c253f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:04.336812 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:04.373285 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350abb47-94a8-4a9c-b660-145c31c253f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a021796-e27a-4587-8d0a-1643e331f07f,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:04.377970 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-350abb47-94a8-4a9c-b660-145c31c253f2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=aad2a40107194f198acc0974b8f11be3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2678277 Jun 23 14:57:04.378841 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-350abb47-94a8-4a9c-b660-145c31c253f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:04.386291 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 48148) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:04.466333 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c4cf1b12-f132-47c6-9c55-189a8949284b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:04.486056 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0412b2-46e7-4281-b723-4f4cb2781cdd req-500be425-d51d-4032-b2ea-54ab9afb862e tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:04.487509 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-af0412b2-46e7-4281-b723-4f4cb2781cdd req-500be425-d51d-4032-b2ea-54ab9afb862e tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.1140833 Jun 23 14:57:04.504605 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c4cf1b12-f132-47c6-9c55-189a8949284b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:04.552721 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-af0412b2-46e7-4281-b723-4f4cb2781cdd req-bde28fab-b780-4c9b-b928-847f6f8ec043 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578589 Jun 23 14:57:04.612721 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c4cf1b12-f132-47c6-9c55-189a8949284b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:04.615558 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c4cf1b12-f132-47c6-9c55-189a8949284b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:04.616664 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-c4cf1b12-f132-47c6-9c55-189a8949284b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8a021796-e27a-4587-8d0a-1643e331f07f HTTP/1.1" status: 204 len: 168 time: 0.2283807 Jun 23 14:57:04.617554 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-112310ce-5099-49a9-ab23-61c0662473aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:04.626894 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf1b12-f132-47c6-9c55-189a8949284b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a021796-e27a-4587-8d0a-1643e331f07f,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:04.629281 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-c4cf1b12-f132-47c6-9c55-189a8949284b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:05.132690 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785d177-7de5-478a-a85d-c8a18aeddcf3 req-8d429535-6ab7-45ea-89ac-b54464ce786c tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:05.134644 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-6785d177-7de5-478a-a85d-c8a18aeddcf3 req-8d429535-6ab7-45ea-89ac-b54464ce786c tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=21d0c710-7b4b-4a1d-ba4e-cf90f10806d7 HTTP/1.1" status: 200 len: 945 time: 0.0706441 Jun 23 14:57:05.185438 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-6785d177-7de5-478a-a85d-c8a18aeddcf3 req-87748668-0424-45c4-95f4-fe632fb24350 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422339 Jun 23 14:57:05.459678 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 48186) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:05.474030 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-67e8e293-3c23-438b-bd35-fff9e0bd170c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:05.571246 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-67e8e293-3c23-438b-bd35-fff9e0bd170c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:05.704625 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-67e8e293-3c23-438b-bd35-fff9e0bd170c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:05.708221 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-91d3bdc1-6c25-4a15-8ec1-84d9b5f8ed45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:05.744682 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-67e8e293-3c23-438b-bd35-fff9e0bd170c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7db6748f78634eaaa4c9f62de243a86a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837763 Jun 23 14:57:05.750884 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23918e-7a72-4d95-9e7a-5f446eda7d07 req-d19519e9-8d62-4d29-97cd-0403c1548f93 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:05.751986 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 48192) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:05.753316 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8e293-3c23-438b-bd35-fff9e0bd170c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4756877c-6185-4a4b-9961-596e7e75a725,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:05.763180 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-67e8e293-3c23-438b-bd35-fff9e0bd170c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:05.771366 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ca23918e-7a72-4d95-9e7a-5f446eda7d07 req-d19519e9-8d62-4d29-97cd-0403c1548f93 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0945530 Jun 23 14:57:05.811550 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ca23918e-7a72-4d95-9e7a-5f446eda7d07 req-b9c89303-8868-422a-a3d0-4b2bb5807374 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394332 Jun 23 14:57:05.817675 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-d8b3d49b-e748-49cf-bab4-d16034bacc3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:05.844599 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-d8b3d49b-e748-49cf-bab4-d16034bacc3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:06.022664 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0f981-2a26-43f5-ae3d-d311b89209f7 req-f82e96f1-b4c5-4453-b5ed-e420fa42c8f0 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:06.024204 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-75b0f981-2a26-43f5-ae3d-d311b89209f7 req-f82e96f1-b4c5-4453-b5ed-e420fa42c8f0 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fabfd1-116e-4bb1-b77b-4878c2a4c111 HTTP/1.1" status: 200 len: 945 time: 0.1065221 Jun 23 14:57:06.035104 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17039234-8011-407c-b2cb-29b15b7655e6 req-ef1a2c83-d0d7-47a3-9999-3fae64524c7f tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:06.036463 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-17039234-8011-407c-b2cb-29b15b7655e6 req-ef1a2c83-d0d7-47a3-9999-3fae64524c7f tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0874100 Jun 23 14:57:06.096061 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-75b0f981-2a26-43f5-ae3d-d311b89209f7 req-049c8fea-994a-4452-8689-aebfc3777a7d tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/security-groups?id=b30e7067-2c6b-4ad7-8aa0-d498f72f58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586276 Jun 23 14:57:06.099155 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-17039234-8011-407c-b2cb-29b15b7655e6 req-fc367680-d73d-49f2-84a6-790121bb07d2 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557141 Jun 23 14:57:06.186456 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-d8b3d49b-e748-49cf-bab4-d16034bacc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:06.189966 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-d8b3d49b-e748-49cf-bab4-d16034bacc3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:06.195086 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-d8b3d49b-e748-49cf-bab4-d16034bacc3b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4756877c-6185-4a4b-9961-596e7e75a725 HTTP/1.1" status: 204 len: 168 time: 0.4365566 Jun 23 14:57:06.195086 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-5c78fb11-f112-4cfd-8992-8fb0eb663eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:06.204075 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3d49b-e748-49cf-bab4-d16034bacc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4756877c-6185-4a4b-9961-596e7e75a725,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:06.206835 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-d8b3d49b-e748-49cf-bab4-d16034bacc3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:06.355651 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:06.386108 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd08b0-489a-402b-8e16-b3e1030eb117 req-7d61124f-823e-4250-a093-2cdea00c3126 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:06.387828 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a0cd08b0-489a-402b-8e16-b3e1030eb117 req-7d61124f-823e-4250-a093-2cdea00c3126 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=21d0c710-7b4b-4a1d-ba4e-cf90f10806d7 HTTP/1.1" status: 200 len: 945 time: 0.0673800 Jun 23 14:57:06.424973 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a0cd08b0-489a-402b-8e16-b3e1030eb117 req-f3049e44-4b71-4601-b98f-934cdc970964 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312047 Jun 23 14:57:07.311320 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff61db-e504-49d3-972d-176a59bbb31a req-32fbfa32-fba2-4719-9a8f-9eecc635b215 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:07.312831 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-fbff61db-e504-49d3-972d-176a59bbb31a req-32fbfa32-fba2-4719-9a8f-9eecc635b215 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fabfd1-116e-4bb1-b77b-4878c2a4c111 HTTP/1.1" status: 200 len: 945 time: 0.0979559 Jun 23 14:57:07.370837 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-fbff61db-e504-49d3-972d-176a59bbb31a req-7478375a-2dea-4af3-a79b-c42c4d8e23d5 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/security-groups?id=b30e7067-2c6b-4ad7-8aa0-d498f72f58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492268 Jun 23 14:57:07.993305 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e88877-eb86-4901-9f54-f56238d5eba6 req-f9686da8-31e8-40ee-b94c-9413f30e53dc tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:07.994966 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-40e88877-eb86-4901-9f54-f56238d5eba6 req-f9686da8-31e8-40ee-b94c-9413f30e53dc tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5fabfd1-116e-4bb1-b77b-4878c2a4c111 HTTP/1.1" status: 200 len: 945 time: 0.0713568 Jun 23 14:57:08.124305 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-40e88877-eb86-4901-9f54-f56238d5eba6 req-9c11618f-a71e-4ef8-984f-f310f524ddce tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Deleting port 038b1792-81f9-402c-896c-149ba6338e5c {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:57:08.124731 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-40e88877-eb86-4901-9f54-f56238d5eba6 req-9c11618f-a71e-4ef8-984f-f310f524ddce tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:08.218557 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-40e88877-eb86-4901-9f54-f56238d5eba6 req-9c11618f-a71e-4ef8-984f-f310f524ddce tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] For port 038b1792-81f9-402c-896c-149ba6338e5c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=038b1792-81f9-402c-896c-149ba6338e5c,segment=NetworkSegment(7748621d-fb2c-4b89-9317-c410783be641),segment_id=7748621d-fb2c-4b89-9317-c410783be641)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:08.218920 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-40e88877-eb86-4901-9f54-f56238d5eba6 req-9c11618f-a71e-4ef8-984f-f310f524ddce tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:08.231015 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-40e88877-eb86-4901-9f54-f56238d5eba6 req-9c11618f-a71e-4ef8-984f-f310f524ddce tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Calling delete_port for 038b1792-81f9-402c-896c-149ba6338e5c owned by compute:nova {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:57:08.440042 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-40e88877-eb86-4901-9f54-f56238d5eba6 req-9c11618f-a71e-4ef8-984f-f310f524ddce tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:08.446021 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-1702c126-a05d-4e2e-ba97-b2e64be122a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:08.455496 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['038b1792-81f9-402c-896c-149ba6338e5c'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:57:08.491143 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11618f-a71e-4ef8-984f-f310f524ddce tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Pushing event deleted for resources: {'Port': ['ID=038b1792-81f9-402c-896c-149ba6338e5c,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:08.496570 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-9c11618f-a71e-4ef8-984f-f310f524ddce tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:08.549460 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e88877-eb86-4901-9f54-f56238d5eba6 req-9c11618f-a71e-4ef8-984f-f310f524ddce tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] No DVR routers for this DVR port 038b1792-81f9-402c-896c-149ba6338e5c on host hv-cinder-79628 {{(pid=100181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:57:08.552919 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-40e88877-eb86-4901-9f54-f56238d5eba6 req-9c11618f-a71e-4ef8-984f-f310f524ddce tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:08.555042 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-40e88877-eb86-4901-9f54-f56238d5eba6 req-9c11618f-a71e-4ef8-984f-f310f524ddce tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.46 "DELETE /v2.0/ports/038b1792-81f9-402c-896c-149ba6338e5c HTTP/1.1" status: 204 len: 173 time: 0.5498312 Jun 23 14:57:08.555683 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fabfd1-116e-4bb1-b77b-4878c2a4c111', 'name': 'network-vif-deleted', 'tag': '038b1792-81f9-402c-896c-149ba6338e5c'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:57:08.558946 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a6e4c1-1484-46e6-9e76-ebfd4dcea6bf" -d '{"events": [{"server_uuid": "d5fabfd1-116e-4bb1-b77b-4878c2a4c111", "name": "network-vif-deleted", "tag": "038b1792-81f9-402c-896c-149ba6338e5c"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:57:08.654097 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-8e625544-df30-4225-b6a1-6797ecdd6422 req-496cb864-5ba0-4c4d-9abb-2057230539f8 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fabfd1-116e-4bb1-b77b-4878c2a4c111 HTTP/1.1" status: 200 len: 210 time: 0.0309672 Jun 23 14:57:08.688903 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b40516-6260-4b43-a0bf-f8b5980cbe6c req-f38e2003-0159-49bd-a751-427a8b41cd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:08.688903 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-64b40516-6260-4b43-a0bf-f8b5980cbe6c req-f38e2003-0159-49bd-a751-427a8b41cd2f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d58c52cfc1c34f4585397127cb5d74af&device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 1098 time: 0.0553021 Jun 23 14:57:08.804178 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b40516-6260-4b43-a0bf-f8b5980cbe6c req-e70494f8-1b65-43e2-a503-25ebf6eff45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:08.805757 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-64b40516-6260-4b43-a0bf-f8b5980cbe6c req-e70494f8-1b65-43e2-a503-25ebf6eff45d service neutron] 10.222.0.46 "GET /v2.0/networks?id=e0346334-c16f-40f4-aea1-9054cd38ae9d HTTP/1.1" status: 200 len: 919 time: 0.1059194 Jun 23 14:57:08.861969 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-64b40516-6260-4b43-a0bf-f8b5980cbe6c req-90f202f7-3137-4091-af39-86e6a047c0e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5 HTTP/1.1" status: 200 len: 217 time: 0.0436852 Jun 23 14:57:08.918576 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b40516-6260-4b43-a0bf-f8b5980cbe6c req-e83e43b3-fc4f-42de-ad98-794cb2be2698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:08.920229 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-64b40516-6260-4b43-a0bf-f8b5980cbe6c req-e83e43b3-fc4f-42de-ad98-794cb2be2698 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=844a227c-d94f-4f13-9d17-8cc692313f0c HTTP/1.1" status: 200 len: 858 time: 0.0516768 Jun 23 14:57:08.956780 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-64b40516-6260-4b43-a0bf-f8b5980cbe6c req-adb78196-1713-4866-9dbe-c482ddf2685e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0346334-c16f-40f4-aea1-9054cd38ae9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298364 Jun 23 14:57:09.056436 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466bcbf-2dd7-4589-85bf-83f701b3eb58 req-b4ecd620-6321-4f2e-b2d2-60fe88284962 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:09.058463 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1466bcbf-2dd7-4589-85bf-83f701b3eb58 req-b4ecd620-6321-4f2e-b2d2-60fe88284962 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0663719 Jun 23 14:57:09.098573 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1466bcbf-2dd7-4589-85bf-83f701b3eb58 req-0d42499d-1c0b-4dfc-8310-0ffdc28fed89 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343492 Jun 23 14:57:09.169855 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-64b40516-6260-4b43-a0bf-f8b5980cbe6c req-b0377399-59a5-4208-a538-cc53a358f85a service neutron] 10.222.0.46 "GET /v2.0/networks/e0346334-c16f-40f4-aea1-9054cd38ae9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743484 Jun 23 14:57:09.193112 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c33d2f3-c854-469a-b5b0-e03c7c02130e x-openstack-request-id: req-6c33d2f3-c854-469a-b5b0-e03c7c02130e {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:57:09.193661 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5fabfd1-116e-4bb1-b77b-4878c2a4c111", "name": "network-vif-deleted", "tag": "038b1792-81f9-402c-896c-149ba6338e5c", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:57:09.194082 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6c33d2f3-c854-469a-b5b0-e03c7c02130e {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:57:09.194657 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5fabfd1-116e-4bb1-b77b-4878c2a4c111', 'name': 'network-vif-deleted', 'tag': '038b1792-81f9-402c-896c-149ba6338e5c', 'status': 'completed', 'code': 200} Jun 23 14:57:09.291255 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-64b40516-6260-4b43-a0bf-f8b5980cbe6c req-73a16cb5-7e40-4d3b-a7d0-696954cb7866 service neutron] 10.222.0.46 "GET /v2.0/networks/e0346334-c16f-40f4-aea1-9054cd38ae9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204460 Jun 23 14:57:09.771567 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-8fd34fc6-3ba5-484b-adbf-229525afbffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:09.854683 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-203f76a5-c8f9-48e4-873b-cf19cca1017a req-65c0dfe1-09b3-4fda-a310-884ab21b9a9e tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fabfd1-116e-4bb1-b77b-4878c2a4c111 HTTP/1.1" status: 200 len: 210 time: 0.0319109 Jun 23 14:57:10.289891 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d13a0b-1c87-4119-bb1e-d70ed56767d7 req-e4a7ad12-08ac-4c08-8109-cb25929bf662 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:10.295316 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c1d13a0b-1c87-4119-bb1e-d70ed56767d7 req-e4a7ad12-08ac-4c08-8109-cb25929bf662 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0709310 Jun 23 14:57:10.341556 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c1d13a0b-1c87-4119-bb1e-d70ed56767d7 req-83af494e-c3d4-43d5-b8b5-0410ff79dc4c tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377398 Jun 23 14:57:11.205827 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-cffa6f96-c82c-4ff7-875b-4cfd15b5c8c9 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:11.207266 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-cffa6f96-c82c-4ff7-875b-4cfd15b5c8c9 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/networks?id=0b22a1a8-b5b1-4aa9-a485-3121b1bbf722 HTTP/1.1" status: 200 len: 809 time: 0.1023147 Jun 23 14:57:11.222364 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-222bfcb2-6c14-422c-916c-5bf32b354458 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/quotas/59eef2c4f5f64a6b95f3059b25d5cf05 HTTP/1.1" status: 200 len: 375 time: 0.0096364 Jun 23 14:57:11.255066 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-96c89902-fc2d-4b37-a9bb-fd39fcfb87a6 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=59eef2c4f5f64a6b95f3059b25d5cf05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275002 Jun 23 14:57:11.352567 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-6d0bf0df-904b-428f-a03d-1df32b93e828 service neutron] 10.222.0.72 "GET /v2.0/networks/0b22a1a8-b5b1-4aa9-a485-3121b1bbf722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899799 Jun 23 14:57:11.442369 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-50675967-b93a-4ec1-a14f-b1960597cebd service neutron] 10.222.0.72 "GET /v2.0/networks/0b22a1a8-b5b1-4aa9-a485-3121b1bbf722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831630 Jun 23 14:57:11.519287 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b81ed8-236e-42e0-8fee-f9bb6bedd152 req-959e1c7f-6d3e-424f-9f48-9229d91232bf tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:11.520831 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-08b81ed8-236e-42e0-8fee-f9bb6bedd152 req-959e1c7f-6d3e-424f-9f48-9229d91232bf tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0676839 Jun 23 14:57:11.558236 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-08b81ed8-236e-42e0-8fee-f9bb6bedd152 req-581f426d-609f-4e49-818e-20f132e37e7c tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310109 Jun 23 14:57:11.695447 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-84931ed9-417d-4f6f-a5e9-6d60c33ae059 req-14f8bc0d-0b8d-4bc7-9750-a9b45e9c823e tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a4ca959-d549-4656-963e-81edf4f22aa8 HTTP/1.1" status: 200 len: 210 time: 0.0311110 Jun 23 14:57:12.550524 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:12.551887 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-111b1814-910a-44ea-8dae-1feab94b2df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:12.736231 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3e2b6-6414-41b6-8276-36356e906262 req-02350a46-8f88-4dd0-814f-f1477b9c0e8f tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:12.737966 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-02f3e2b6-6414-41b6-8276-36356e906262 req-02350a46-8f88-4dd0-814f-f1477b9c0e8f tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0623622 Jun 23 14:57:12.774086 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-02f3e2b6-6414-41b6-8276-36356e906262 req-3ca343e1-0604-426d-9416-1ce16638cc2f tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307178 Jun 23 14:57:12.853052 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d40a792b-8380-4340-a7f2-280f2fbe4c84 req-fbb01fee-0991-4557-8f92-15487ff3cbf2 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a4ca959-d549-4656-963e-81edf4f22aa8 HTTP/1.1" status: 200 len: 210 time: 0.0315990 Jun 23 14:57:13.097950 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 038b1792-81f9-402c-896c-149ba6338e5c no longer exists at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:57:13.120975 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] No Port match for: 038b1792-81f9-402c-896c-149ba6338e5c {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:57:13.121582 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 038b1792-81f9-402c-896c-149ba6338e5c not bound to the agent host hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:57:13.540264 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-68f3a1ae-c8a0-4f47-9f8b-8fd86edd32ab tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:13.542351 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-68f3a1ae-c8a0-4f47-9f8b-8fd86edd32ab tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/networks?id=a417f085-a5eb-426d-b45d-8a0833dc125c HTTP/1.1" status: 200 len: 814 time: 0.1019621 Jun 23 14:57:13.558564 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-5d92f09c-419d-4399-a2cf-548bf43e8a9b tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/quotas/fa7d0dda24c446bd908087d3aff750b3 HTTP/1.1" status: 200 len: 375 time: 0.0106039 Jun 23 14:57:13.737113 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:13.860327 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-27383cd5-21c8-4a05-9959-93bc89fb2968 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fa7d0dda24c446bd908087d3aff750b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2980764 Jun 23 14:57:13.991183 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-6e0112cb-64b3-45de-b08c-24c6156a1810 service neutron] 10.222.0.72 "GET /v2.0/networks/a417f085-a5eb-426d-b45d-8a0833dc125c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242011 Jun 23 14:57:14.027634 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2f36b-ec20-4406-8315-9c5f4682a901 req-38b230d1-d334-4f9c-abd3-ed00009bf30b tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:14.029606 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-50d2f36b-ec20-4406-8315-9c5f4682a901 req-38b230d1-d334-4f9c-abd3-ed00009bf30b tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.1087649 Jun 23 14:57:14.076843 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 48512) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:14.114153 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-50d2f36b-ec20-4406-8315-9c5f4682a901 req-76a51446-eb78-415c-9ef1-e83fb352ff88 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761931 Jun 23 14:57:14.149386 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-6a3898a8-f35d-4cc8-9bca-9923a5d2901e service neutron] 10.222.0.72 "GET /v2.0/networks/a417f085-a5eb-426d-b45d-8a0833dc125c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513665 Jun 23 14:57:14.219023 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-81ed4c51-04d0-4cb5-9fcb-95abc3b8dacd tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:14.220455 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-81ed4c51-04d0-4cb5-9fcb-95abc3b8dacd tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.46 "GET /v2.0/networks?id=0b22a1a8-b5b1-4aa9-a485-3121b1bbf722 HTTP/1.1" status: 200 len: 809 time: 0.1287212 Jun 23 14:57:14.237267 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-3121646a-f9bf-4687-8cd8-a0ecfb56e751 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Request body: {'port': {'device_id': '0a4ca959-d549-4656-963e-81edf4f22aa8', 'network_id': '0b22a1a8-b5b1-4aa9-a485-3121b1bbf722', 'admin_state_up': True, 'tenant_id': '59eef2c4f5f64a6b95f3059b25d5cf05'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:57:14.262231 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-e818e1a2-1453-4911-97ef-85f24f469a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:14.289846 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7c566456-2bcb-4396-85cb-18bddd45886a req-888b0a82-a04c-47f9-95d9-594fc711d913 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a4ca959-d549-4656-963e-81edf4f22aa8 HTTP/1.1" status: 200 len: 210 time: 0.0348108 Jun 23 14:57:14.439640 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-e818e1a2-1453-4911-97ef-85f24f469a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:14.464734 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c2513c8d-2f6a-45df-a87b-64e77ae1a827 req-7dcb388a-71a8-4f59-a30d-1bb3c95b4f8f tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=3374bcd9-88b7-4101-a21f-5feb025bb3eb HTTP/1.1" status: 200 len: 210 time: 0.0329094 Jun 23 14:57:14.514741 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-e818e1a2-1453-4911-97ef-85f24f469a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:14.529426 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-4217d836-8a7f-47ee-a523-0e1c73888c94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:14.568424 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-e818e1a2-1453-4911-97ef-85f24f469a54 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=46eac648d89047728d5d31b6e2d96bc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4898643 Jun 23 14:57:14.571091 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 48524) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:14.574139 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818e1a2-1453-4911-97ef-85f24f469a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09541655-b4fe-48c7-8fb2-05d159b3407a,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:14.577318 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-e818e1a2-1453-4911-97ef-85f24f469a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:14.624345 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-3121646a-f9bf-4687-8cd8-a0ecfb56e751 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Made reservation on behalf of 59eef2c4f5f64a6b95f3059b25d5cf05 for: {'port': 1} {{(pid=100181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:57:14.629292 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-3121646a-f9bf-4687-8cd8-a0ecfb56e751 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:14.636433 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-96890de8-a108-42b3-bf5a-20a4334ed7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:14.657816 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-96890de8-a108-42b3-bf5a-20a4334ed7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:14.756376 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_common [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-3121646a-f9bf-4687-8cd8-a0ecfb56e751 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Allocated IP 172.20.0.5 (0b22a1a8-b5b1-4aa9-a485-3121b1bbf722/bd8cfa76-ec36-4f6c-a671-8ef775c98184/601b43ec-793c-49ef-89cd-c13da00922ca) {{(pid=100181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:57:14.766776 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-96890de8-a108-42b3-bf5a-20a4334ed7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:14.769392 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-96890de8-a108-42b3-bf5a-20a4334ed7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:14.772784 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-96890de8-a108-42b3-bf5a-20a4334ed7c8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/09541655-b4fe-48c7-8fb2-05d159b3407a HTTP/1.1" status: 204 len: 168 time: 0.1982999 Jun 23 14:57:14.772784 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-1679f58a-8e19-4f4e-8e61-d00728439446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:14.779554 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96890de8-a108-42b3-bf5a-20a4334ed7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09541655-b4fe-48c7-8fb2-05d159b3407a,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:14.790281 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-96890de8-a108-42b3-bf5a-20a4334ed7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:14.944817 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-3121646a-f9bf-4687-8cd8-a0ecfb56e751 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Notify callbacks [] for port, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:15.076380 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-3121646a-f9bf-4687-8cd8-a0ecfb56e751 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25497294'] for port, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:15.086502 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:15.134168 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-3121646a-f9bf-4687-8cd8-a0ecfb56e751 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Network 0b22a1a8-b5b1-4aa9-a485-3121b1bbf722 is already hosted by enough agents. {{(pid=100181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:57:15.137493 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-3121646a-f9bf-4687-8cd8-a0ecfb56e751 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Resources bound (agent type, host, resource id): {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:57:15.144386 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-3121646a-f9bf-4687-8cd8-a0ecfb56e751 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Received port after_create {{(pid=100181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:57:15.167149 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121646a-f9bf-4687-8cd8-a0ecfb56e751 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Pushing event updated for resources: {'Port': ['ID=601b43ec-793c-49ef-89cd-c13da00922ca,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:15.171842 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-3121646a-f9bf-4687-8cd8-a0ecfb56e751 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:15.199019 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-3121646a-f9bf-4687-8cd8-a0ecfb56e751 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:15.199627 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-3121646a-f9bf-4687-8cd8-a0ecfb56e751 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:15.294104 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-3121646a-f9bf-4687-8cd8-a0ecfb56e751 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0605009 Jun 23 14:57:15.308622 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-dae27c9f-1977-4c3e-814b-72c737f4f406 service neutron] Request body: {'port': {'device_id': '0a4ca959-d549-4656-963e-81edf4f22aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:57:15.335568 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5232bb-4407-4b30-a3c7-b384b2d2b18c req-658af8c0-98d4-484f-86d2-be00637816e2 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:15.342497 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3c5232bb-4407-4b30-a3c7-b384b2d2b18c req-658af8c0-98d4-484f-86d2-be00637816e2 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0889373 Jun 23 14:57:15.381123 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3c5232bb-4407-4b30-a3c7-b384b2d2b18c req-4f5091ed-ee86-42fe-9172-2ec555e490e3 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371027 Jun 23 14:57:15.408311 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-dae27c9f-1977-4c3e-814b-72c737f4f406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:15.510509 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:15.529722 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c39f0-7aa5-4e59-96bb-2d6617043a0e req-d41bd0d4-ccfe-449a-8ad7-7a9c439fe224 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:15.531279 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-999c39f0-7aa5-4e59-96bb-2d6617043a0e req-d41bd0d4-ccfe-449a-8ad7-7a9c439fe224 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a4ca959-d549-4656-963e-81edf4f22aa8 HTTP/1.1" status: 200 len: 931 time: 0.0751438 Jun 23 14:57:15.578608 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-999c39f0-7aa5-4e59-96bb-2d6617043a0e req-d444b787-0604-4afb-a757-758acc3ec0fa tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/security-groups?id=b30e7067-2c6b-4ad7-8aa0-d498f72f58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407722 Jun 23 14:57:15.748129 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b309226f-8911-4b08-91ac-18e09821fd50 req-f19528fa-f610-4095-99b7-aceaa8879174 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=3374bcd9-88b7-4101-a21f-5feb025bb3eb HTTP/1.1" status: 200 len: 210 time: 0.0307593 Jun 23 14:57:15.753134 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-dae27c9f-1977-4c3e-814b-72c737f4f406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 601b43ec-793c-49ef-89cd-c13da00922ca {{(pid=100181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:57:15.760625 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-dae27c9f-1977-4c3e-814b-72c737f4f406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:15.776422 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.provisioning_blocks [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-dae27c9f-1977-4c3e-814b-72c737f4f406 service neutron] Transition to ACTIVE for port object 601b43ec-793c-49ef-89cd-c13da00922ca will not be triggered until provisioned by entity L2. {{(pid=100181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:57:15.852565 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-dae27c9f-1977-4c3e-814b-72c737f4f406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:15.855453 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-12dd745a-7fed-4de7-84d1-caaa6eeeb685 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:15.905859 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae27c9f-1977-4c3e-814b-72c737f4f406 service neutron] Pushing event updated for resources: {'Port': ['ID=601b43ec-793c-49ef-89cd-c13da00922ca,revision_number=2']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:15.908760 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-dae27c9f-1977-4c3e-814b-72c737f4f406 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:15.976719 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-dae27c9f-1977-4c3e-814b-72c737f4f406 service neutron] Attempting to bind port 601b43ec-793c-49ef-89cd-c13da00922ca on host hv-cinder-79628 for vnic_type normal with profile {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:57:15.977124 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-dae27c9f-1977-4c3e-814b-72c737f4f406 service neutron] Attempting to bind port 601b43ec-793c-49ef-89cd-c13da00922ca by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '7748621d-fb2c-4b89-9317-c410783be641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0b22a1a8-b5b1-4aa9-a485-3121b1bbf722'}] {{(pid=100181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:57:15.977446 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-dae27c9f-1977-4c3e-814b-72c737f4f406 service neutron] Attempting to bind port 601b43ec-793c-49ef-89cd-c13da00922ca on network 0b22a1a8-b5b1-4aa9-a485-3121b1bbf722 {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:57:15.981737 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-dae27c9f-1977-4c3e-814b-72c737f4f406 service neutron] Port 601b43ec-793c-49ef-89cd-c13da00922ca on network 0b22a1a8-b5b1-4aa9-a485-3121b1bbf722 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:57:15.982111 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-dae27c9f-1977-4c3e-814b-72c737f4f406 service neutron] Attempting to bind port 601b43ec-793c-49ef-89cd-c13da00922ca on network 0b22a1a8-b5b1-4aa9-a485-3121b1bbf722 {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:57:15.986747 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-dae27c9f-1977-4c3e-814b-72c737f4f406 service neutron] Checking agent: {'id': 'c9242261-8a06-47e1-899c-cb42624e61de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:57:15.987085 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-dae27c9f-1977-4c3e-814b-72c737f4f406 service neutron] Checking segment: {'id': '7748621d-fb2c-4b89-9317-c410783be641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0b22a1a8-b5b1-4aa9-a485-3121b1bbf722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:57:15.987468 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-dae27c9f-1977-4c3e-814b-72c737f4f406 service neutron] Bound using segment: {'id': '7748621d-fb2c-4b89-9317-c410783be641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0b22a1a8-b5b1-4aa9-a485-3121b1bbf722'} {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:57:15.988117 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-dae27c9f-1977-4c3e-814b-72c737f4f406 service neutron] Bound port: 601b43ec-793c-49ef-89cd-c13da00922ca, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7748621d-fb2c-4b89-9317-c410783be641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0b22a1a8-b5b1-4aa9-a485-3121b1bbf722'}}] {{(pid=100181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:57:15.988238 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-dae27c9f-1977-4c3e-814b-72c737f4f406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:16.277458 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-dae27c9f-1977-4c3e-814b-72c737f4f406 service neutron] For port 601b43ec-793c-49ef-89cd-c13da00922ca, host hv-cinder-79628, cleared binding levels {{(pid=100181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:57:16.281068 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-dae27c9f-1977-4c3e-814b-72c737f4f406 service neutron] For port 601b43ec-793c-49ef-89cd-c13da00922ca, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=601b43ec-793c-49ef-89cd-c13da00922ca,segment=NetworkSegment(7748621d-fb2c-4b89-9317-c410783be641),segment_id=7748621d-fb2c-4b89-9317-c410783be641)] {{(pid=100181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:57:16.407189 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-dae27c9f-1977-4c3e-814b-72c737f4f406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:16.410536 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:16.442068 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-dae27c9f-1977-4c3e-814b-72c737f4f406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:16.442967 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-dae27c9f-1977-4c3e-814b-72c737f4f406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:16.444824 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-dae27c9f-1977-4c3e-814b-72c737f4f406 service neutron] 10.222.0.46 "PUT /v2.0/ports/601b43ec-793c-49ef-89cd-c13da00922ca HTTP/1.1" status: 200 len: 1093 time: 1.1420486 Jun 23 14:57:16.445435 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4ca959-d549-4656-963e-81edf4f22aa8', 'tag': '601b43ec-793c-49ef-89cd-c13da00922ca'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:57:16.449095 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfd66fe-4d2e-4a46-90e4-f6b7f142839d" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4ca959-d549-4656-963e-81edf4f22aa8", "tag": "601b43ec-793c-49ef-89cd-c13da00922ca"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:57:16.474438 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae27c9f-1977-4c3e-814b-72c737f4f406 service neutron] Pushing event updated for resources: {'Port': ['ID=601b43ec-793c-49ef-89cd-c13da00922ca,revision_number=3']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:16.477540 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-dae27c9f-1977-4c3e-814b-72c737f4f406 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:16.500582 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa94c09-dbee-4021-8518-cfeb7400642d x-openstack-request-id: req-3aa94c09-dbee-4021-8518-cfeb7400642d {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:57:16.501017 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4ca959-d549-4656-963e-81edf4f22aa8", "tag": "601b43ec-793c-49ef-89cd-c13da00922ca", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:57:16.501348 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3aa94c09-dbee-4021-8518-cfeb7400642d {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:57:16.501809 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4ca959-d549-4656-963e-81edf4f22aa8', 'tag': '601b43ec-793c-49ef-89cd-c13da00922ca', 'status': 'completed', 'code': 200} Jun 23 14:57:16.595016 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd66fe-4d2e-4a46-90e4-f6b7f142839d req-41d04a57-f271-46a2-8d99-8e7ebf65d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:16.596831 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-ddfd66fe-4d2e-4a46-90e4-f6b7f142839d req-41d04a57-f271-46a2-8d99-8e7ebf65d6ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59eef2c4f5f64a6b95f3059b25d5cf05&device_id=0a4ca959-d549-4656-963e-81edf4f22aa8 HTTP/1.1" status: 200 len: 1096 time: 0.0671091 Jun 23 14:57:16.604063 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b8811-a9ce-44ac-833b-a368667182ae req-15972393-6234-4bb3-8ba2-2d4cf505798b tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:16.606547 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a46b8811-a9ce-44ac-833b-a368667182ae req-15972393-6234-4bb3-8ba2-2d4cf505798b tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0776143 Jun 23 14:57:16.662747 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a46b8811-a9ce-44ac-833b-a368667182ae req-aeda2ef5-4ad9-4d35-9f92-dc5651fb5440 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509143 Jun 23 14:57:16.731575 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 48632) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:16.783809 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd66fe-4d2e-4a46-90e4-f6b7f142839d req-0bb7a1c4-984a-4099-b10f-2195ee34eff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:16.785649 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-ddfd66fe-4d2e-4a46-90e4-f6b7f142839d req-0bb7a1c4-984a-4099-b10f-2195ee34eff3 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=59eef2c4f5f64a6b95f3059b25d5cf05&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1647553 Jun 23 14:57:16.913662 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e8c90-496e-4bc5-b1e7-452825269e3c req-e1649ca9-bcd3-4071-8518-89e8ecea31f6 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:16.926488 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ce3e8c90-496e-4bc5-b1e7-452825269e3c req-e1649ca9-bcd3-4071-8518-89e8ecea31f6 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a4ca959-d549-4656-963e-81edf4f22aa8 HTTP/1.1" status: 200 len: 943 time: 0.1837757 Jun 23 14:57:16.930169 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd66fe-4d2e-4a46-90e4-f6b7f142839d req-f51de822-13fb-44f0-85c9-b8e390b78e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:16.932176 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-ddfd66fe-4d2e-4a46-90e4-f6b7f142839d req-f51de822-13fb-44f0-85c9-b8e390b78e87 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1388364 Jun 23 14:57:16.948555 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e3ec2965-e4a6-45e9-8ffc-dd2c04dba38e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:16.964254 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-a6c9a608-020e-48cf-93ce-d530c5114cca tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:16.966376 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-a6c9a608-020e-48cf-93ce-d530c5114cca tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.46 "GET /v2.0/networks?id=a417f085-a5eb-426d-b45d-8a0833dc125c HTTP/1.1" status: 200 len: 814 time: 0.1878600 Jun 23 14:57:16.979425 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-046cb44f-95d5-4522-82f3-badebb6d7087 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Request body: {'port': {'device_id': '3374bcd9-88b7-4101-a21f-5feb025bb3eb', 'network_id': 'a417f085-a5eb-426d-b45d-8a0833dc125c', 'admin_state_up': True, 'tenant_id': 'fa7d0dda24c446bd908087d3aff750b3'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:57:17.022836 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ce3e8c90-496e-4bc5-b1e7-452825269e3c req-e1fc5433-053b-4f14-a8e3-c245f5e7ef30 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/security-groups?id=b30e7067-2c6b-4ad7-8aa0-d498f72f58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952637 Jun 23 14:57:17.049701 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7ded0d35-7d94-41ab-90df-b2201424ff62 req-32178100-f3b3-4748-acbe-7778decfbcdd tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=3374bcd9-88b7-4101-a21f-5feb025bb3eb HTTP/1.1" status: 200 len: 210 time: 0.0638433 Jun 23 14:57:17.107940 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-2bae9fd0-f93e-42b8-9421-253ad937edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:17.110203 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-2bae9fd0-f93e-42b8-9421-253ad937edd5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59eef2c4f5f64a6b95f3059b25d5cf05&device_id=0a4ca959-d549-4656-963e-81edf4f22aa8 HTTP/1.1" status: 200 len: 1096 time: 0.0863767 Jun 23 14:57:17.197362 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-f1c9b8c3-6212-4ede-8530-7101bd2e7320 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=601b43ec-793c-49ef-89cd-c13da00922ca HTTP/1.1" status: 200 len: 217 time: 0.0792398 Jun 23 14:57:17.227895 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e3ec2965-e4a6-45e9-8ffc-dd2c04dba38e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:17.263573 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-158e3e07-857d-479a-9f1d-6ba72b808604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:17.265000 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-158e3e07-857d-479a-9f1d-6ba72b808604 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bd8cfa76-ec36-4f6c-a671-8ef775c98184 HTTP/1.1" status: 200 len: 849 time: 0.0494385 Jun 23 14:57:17.298774 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-eef684ce-3171-4354-b88a-d9ba6b79241b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0b22a1a8-b5b1-4aa9-a485-3121b1bbf722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260158 Jun 23 14:57:17.329557 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e3ec2965-e4a6-45e9-8ffc-dd2c04dba38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:17.334828 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-cb039d07-2825-4091-973f-c00b1313fca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:17.378441 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-e3ec2965-e4a6-45e9-8ffc-dd2c04dba38e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8da506091ad642a7b7b18b84fb8ca570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6457524 Jun 23 14:57:17.380026 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec2965-e4a6-45e9-8ffc-dd2c04dba38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9208a1bf-dd0a-4547-b4d8-8a27e1981030,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:17.381997 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 48650) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:17.384086 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-e3ec2965-e4a6-45e9-8ffc-dd2c04dba38e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:17.407882 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-f8cc62e8-91b2-4122-8002-ca092af5599e service neutron] 10.222.0.46 "GET /v2.0/networks/0b22a1a8-b5b1-4aa9-a485-3121b1bbf722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985572 Jun 23 14:57:17.429432 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-046cb44f-95d5-4522-82f3-badebb6d7087 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Made reservation on behalf of fa7d0dda24c446bd908087d3aff750b3 for: {'port': 1} {{(pid=100180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:57:17.433005 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-046cb44f-95d5-4522-82f3-badebb6d7087 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:17.451872 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-01cb0e68-4662-41b9-bc08-6616c133fa7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:17.512827 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-01cb0e68-4662-41b9-bc08-6616c133fa7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:17.608089 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.db_base_plugin_common [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-046cb44f-95d5-4522-82f3-badebb6d7087 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Allocated IP 172.20.0.10 (a417f085-a5eb-426d-b45d-8a0833dc125c/47bace70-5c85-4779-8fbd-e5cc69ad2b8a/051780e7-a8d6-49e0-a564-b5a8e7545ee8) {{(pid=100180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:57:17.627311 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-b1ac7e2c-bd40-4fbf-bfd5-1ca1e3ca8a3c req-26c457b2-d155-4c16-a798-105921179a39 service neutron] 10.222.0.46 "GET /v2.0/networks/0b22a1a8-b5b1-4aa9-a485-3121b1bbf722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948756 Jun 23 14:57:17.680340 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-01cb0e68-4662-41b9-bc08-6616c133fa7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:17.683223 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-01cb0e68-4662-41b9-bc08-6616c133fa7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:17.714327 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-01cb0e68-4662-41b9-bc08-6616c133fa7a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9208a1bf-dd0a-4547-b4d8-8a27e1981030 HTTP/1.1" status: 204 len: 168 time: 0.3013523 Jun 23 14:57:17.714327 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-97620e55-db78-4c5f-880b-ec11bd9157fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:17.730298 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb0e68-4662-41b9-bc08-6616c133fa7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9208a1bf-dd0a-4547-b4d8-8a27e1981030,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:17.734534 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-01cb0e68-4662-41b9-bc08-6616c133fa7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:17.781197 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-046cb44f-95d5-4522-82f3-badebb6d7087 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks [] for port, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:17.876825 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378881c3-1fd8-4935-be96-9f08b0bf31fa req-223c9e3f-a2ed-48e3-8b2b-3ecd15739957 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:17.878623 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-378881c3-1fd8-4935-be96-9f08b0bf31fa req-223c9e3f-a2ed-48e3-8b2b-3ecd15739957 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0746465 Jun 23 14:57:17.921592 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-378881c3-1fd8-4935-be96-9f08b0bf31fa req-3840824e-90bd-408d-917f-d8d953555356 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369320 Jun 23 14:57:17.935365 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-046cb44f-95d5-4522-82f3-badebb6d7087 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25328533'] for port, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:17.946370 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-0d86f502-0784-47f2-a718-3b6152b6c0c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:17.957019 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['44c74960-33d6-4936-a870-2c692d538ac1'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:57:18.015650 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-046cb44f-95d5-4522-82f3-badebb6d7087 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Network a417f085-a5eb-426d-b45d-8a0833dc125c is already hosted by enough agents. {{(pid=100180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:57:18.015650 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.base_scheduler [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-046cb44f-95d5-4522-82f3-badebb6d7087 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Resources bound (agent type, host, resource id): {{(pid=100180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:57:18.015650 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-046cb44f-95d5-4522-82f3-badebb6d7087 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Received port after_create {{(pid=100180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:57:18.044299 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cb44f-95d5-4522-82f3-badebb6d7087 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Pushing event updated for resources: {'Port': ['ID=051780e7-a8d6-49e0-a564-b5a8e7545ee8,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:18.047391 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-046cb44f-95d5-4522-82f3-badebb6d7087 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:18.088580 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-046cb44f-95d5-4522-82f3-badebb6d7087 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:18.092391 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-046cb44f-95d5-4522-82f3-badebb6d7087 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for port, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:18.164929 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-046cb44f-95d5-4522-82f3-badebb6d7087 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1895020 Jun 23 14:57:18.180833 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-ea37a947-395f-4679-8958-de06e8c9fd08 service neutron] Request body: {'port': {'device_id': '3374bcd9-88b7-4101-a21f-5feb025bb3eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:57:18.332663 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-ea37a947-395f-4679-8958-de06e8c9fd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:18.424034 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167386f-13f0-46f7-aea9-1bbe92af71f1 req-7d28fe47-21d7-4ccc-947f-5d88887b9561 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:18.425491 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b167386f-13f0-46f7-aea9-1bbe92af71f1 req-7d28fe47-21d7-4ccc-947f-5d88887b9561 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a4ca959-d549-4656-963e-81edf4f22aa8 HTTP/1.1" status: 200 len: 943 time: 0.1882644 Jun 23 14:57:18.493707 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbdb67-b3bd-41a3-ba12-49be96d3991f req-8aa2a268-35c9-4c8b-ac91-724009b4ad1b tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:18.495754 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b8cbdb67-b3bd-41a3-ba12-49be96d3991f req-8aa2a268-35c9-4c8b-ac91-724009b4ad1b tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=3374bcd9-88b7-4101-a21f-5feb025bb3eb HTTP/1.1" status: 200 len: 932 time: 0.2297578 Jun 23 14:57:18.513068 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 48684) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:18.526206 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-54cae414-c452-47ff-874d-b9842a984b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:18.577712 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b167386f-13f0-46f7-aea9-1bbe92af71f1 req-9a1bf6fe-550a-438b-8e44-2ba71ad68fc7 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/security-groups?id=b30e7067-2c6b-4ad7-8aa0-d498f72f58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999813 Jun 23 14:57:18.611390 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b8cbdb67-b3bd-41a3-ba12-49be96d3991f req-490e6634-fb18-4d43-a5db-c897e9552314 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048026 Jun 23 14:57:18.634561 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-54cae414-c452-47ff-874d-b9842a984b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:18.698602 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-54cae414-c452-47ff-874d-b9842a984b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:18.701908 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-bf23063b-d6b1-492a-b3f2-516f27c59ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:18.714746 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.notifiers.nova [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-ea37a947-395f-4679-8958-de06e8c9fd08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 051780e7-a8d6-49e0-a564-b5a8e7545ee8 {{(pid=100180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:57:18.725479 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-ea37a947-395f-4679-8958-de06e8c9fd08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:18.735226 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.provisioning_blocks [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-ea37a947-395f-4679-8958-de06e8c9fd08 service neutron] Transition to ACTIVE for port object 051780e7-a8d6-49e0-a564-b5a8e7545ee8 will not be triggered until provisioned by entity L2. {{(pid=100180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:57:18.736002 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cae414-c452-47ff-874d-b9842a984b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ec2f56-199a-4a94-afee-25343d3911ae,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:18.740074 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-54cae414-c452-47ff-874d-b9842a984b13 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ec0bad2ba8924bf7a48f557b49333816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2258649 Jun 23 14:57:18.740913 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-54cae414-c452-47ff-874d-b9842a984b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:18.742830 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 48686) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:18.796934 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-ea37a947-395f-4679-8958-de06e8c9fd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25328519'] for port, after_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:18.799468 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:18.812548 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-b12b01f9-1657-4b26-bc2d-4f6fef677149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:18.835299 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-b12b01f9-1657-4b26-bc2d-4f6fef677149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:18.846763 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37a947-395f-4679-8958-de06e8c9fd08 service neutron] Pushing event updated for resources: {'Port': ['ID=051780e7-a8d6-49e0-a564-b5a8e7545ee8,revision_number=2']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:18.850973 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-ea37a947-395f-4679-8958-de06e8c9fd08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:18.915085 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.managers [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-ea37a947-395f-4679-8958-de06e8c9fd08 service neutron] Attempting to bind port 051780e7-a8d6-49e0-a564-b5a8e7545ee8 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=100180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:57:18.915423 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.managers [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-ea37a947-395f-4679-8958-de06e8c9fd08 service neutron] Attempting to bind port 051780e7-a8d6-49e0-a564-b5a8e7545ee8 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '85a77578-a6b0-4fa2-aab6-f10aa4cc4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a417f085-a5eb-426d-b45d-8a0833dc125c'}] {{(pid=100180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:57:18.915777 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-ea37a947-395f-4679-8958-de06e8c9fd08 service neutron] Attempting to bind port 051780e7-a8d6-49e0-a564-b5a8e7545ee8 on network a417f085-a5eb-426d-b45d-8a0833dc125c {{(pid=100180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:57:18.919901 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-ea37a947-395f-4679-8958-de06e8c9fd08 service neutron] Port 051780e7-a8d6-49e0-a564-b5a8e7545ee8 on network a417f085-a5eb-426d-b45d-8a0833dc125c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=100180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:57:18.920219 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-ea37a947-395f-4679-8958-de06e8c9fd08 service neutron] Attempting to bind port 051780e7-a8d6-49e0-a564-b5a8e7545ee8 on network a417f085-a5eb-426d-b45d-8a0833dc125c {{(pid=100180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:57:18.925363 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-ea37a947-395f-4679-8958-de06e8c9fd08 service neutron] Checking agent: {'id': 'c9242261-8a06-47e1-899c-cb42624e61de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:57:18.925751 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-ea37a947-395f-4679-8958-de06e8c9fd08 service neutron] Checking segment: {'id': '85a77578-a6b0-4fa2-aab6-f10aa4cc4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a417f085-a5eb-426d-b45d-8a0833dc125c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:57:18.926166 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-ea37a947-395f-4679-8958-de06e8c9fd08 service neutron] Bound using segment: {'id': '85a77578-a6b0-4fa2-aab6-f10aa4cc4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a417f085-a5eb-426d-b45d-8a0833dc125c'} {{(pid=100180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:57:18.926598 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.managers [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-ea37a947-395f-4679-8958-de06e8c9fd08 service neutron] Bound port: 051780e7-a8d6-49e0-a564-b5a8e7545ee8, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85a77578-a6b0-4fa2-aab6-f10aa4cc4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a417f085-a5eb-426d-b45d-8a0833dc125c'}}] {{(pid=100180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:57:18.926944 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-ea37a947-395f-4679-8958-de06e8c9fd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:18.995003 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.db [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-ea37a947-395f-4679-8958-de06e8c9fd08 service neutron] For port 051780e7-a8d6-49e0-a564-b5a8e7545ee8, host hv-cinder-79628, cleared binding levels {{(pid=100180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:57:18.997921 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.db [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-ea37a947-395f-4679-8958-de06e8c9fd08 service neutron] For port 051780e7-a8d6-49e0-a564-b5a8e7545ee8, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=051780e7-a8d6-49e0-a564-b5a8e7545ee8,segment=NetworkSegment(85a77578-a6b0-4fa2-aab6-f10aa4cc4f23),segment_id=85a77578-a6b0-4fa2-aab6-f10aa4cc4f23)] {{(pid=100180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:57:19.093971 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7f35a-8ea9-43f3-9298-87d806b1e7dd req-94919396-2c2a-4bad-bec0-7330ebdccdad tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:19.095447 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b6c7f35a-8ea9-43f3-9298-87d806b1e7dd req-94919396-2c2a-4bad-bec0-7330ebdccdad tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0617037 Jun 23 14:57:19.110098 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-b12b01f9-1657-4b26-bc2d-4f6fef677149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:19.117711 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-b12b01f9-1657-4b26-bc2d-4f6fef677149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:19.117711 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-b12b01f9-1657-4b26-bc2d-4f6fef677149 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/17ec2f56-199a-4a94-afee-25343d3911ae HTTP/1.1" status: 204 len: 168 time: 0.3702190 Jun 23 14:57:19.117711 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-4e33e562-205c-4de4-97cb-66ddccb3d3d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:19.124087 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b01f9-1657-4b26-bc2d-4f6fef677149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ec2f56-199a-4a94-afee-25343d3911ae,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:19.131839 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-b12b01f9-1657-4b26-bc2d-4f6fef677149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:19.144662 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b6c7f35a-8ea9-43f3-9298-87d806b1e7dd req-2f68df29-bcb0-4df4-9e34-953d6e009651 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434988 Jun 23 14:57:19.174677 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-ea37a947-395f-4679-8958-de06e8c9fd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25328519'] for port, after_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:19.178601 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-9a9f5d85-f88c-42bb-b7d8-314ccc28f93f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:19.220828 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-ea37a947-395f-4679-8958-de06e8c9fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:19.221564 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-ea37a947-395f-4679-8958-de06e8c9fd08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for port, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:19.223027 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-ea37a947-395f-4679-8958-de06e8c9fd08 service neutron] 10.222.0.46 "PUT /v2.0/ports/051780e7-a8d6-49e0-a564-b5a8e7545ee8 HTTP/1.1" status: 200 len: 1094 time: 1.0470238 Jun 23 14:57:19.229573 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3374bcd9-88b7-4101-a21f-5feb025bb3eb', 'tag': '051780e7-a8d6-49e0-a564-b5a8e7545ee8'}] {{(pid=100180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:57:19.229573 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd25e94c753d7f89e0e3c37123175e6223eaf2b946fa1bf5874daa58d3f91f45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ead71e-1dd8-4669-a0ab-51b3bb74f011" -d '{"events": [{"name": "network-changed", "server_uuid": "3374bcd9-88b7-4101-a21f-5feb025bb3eb", "tag": "051780e7-a8d6-49e0-a564-b5a8e7545ee8"}]}' {{(pid=100180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:57:19.254305 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37a947-395f-4679-8958-de06e8c9fd08 service neutron] Pushing event updated for resources: {'Port': ['ID=051780e7-a8d6-49e0-a564-b5a8e7545ee8,revision_number=3']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:19.258443 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-ea37a947-395f-4679-8958-de06e8c9fd08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:19.262125 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ee0054-446c-4d7a-ad04-ddef0678239c x-openstack-request-id: req-61ee0054-446c-4d7a-ad04-ddef0678239c {{(pid=100180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:57:19.262451 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3374bcd9-88b7-4101-a21f-5feb025bb3eb", "tag": "051780e7-a8d6-49e0-a564-b5a8e7545ee8", "status": "completed", "code": 200}]} {{(pid=100180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:57:19.262797 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-61ee0054-446c-4d7a-ad04-ddef0678239c {{(pid=100180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:57:19.263201 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3374bcd9-88b7-4101-a21f-5feb025bb3eb', 'tag': '051780e7-a8d6-49e0-a564-b5a8e7545ee8', 'status': 'completed', 'code': 200} Jun 23 14:57:19.342462 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ead71e-1dd8-4669-a0ab-51b3bb74f011 req-e00c36bb-8225-4e62-a57c-1558233367d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:19.343934 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-75ead71e-1dd8-4669-a0ab-51b3bb74f011 req-e00c36bb-8225-4e62-a57c-1558233367d7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa7d0dda24c446bd908087d3aff750b3&device_id=3374bcd9-88b7-4101-a21f-5feb025bb3eb HTTP/1.1" status: 200 len: 1097 time: 0.0585151 Jun 23 14:57:19.443895 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ead71e-1dd8-4669-a0ab-51b3bb74f011 req-d74da7c6-80e6-4ea0-b4a7-cc1d0676699a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:19.449966 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-75ead71e-1dd8-4669-a0ab-51b3bb74f011 req-d74da7c6-80e6-4ea0-b4a7-cc1d0676699a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=fa7d0dda24c446bd908087d3aff750b3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0936184 Jun 23 14:57:19.555343 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ead71e-1dd8-4669-a0ab-51b3bb74f011 req-243c1ea4-2384-4c31-a430-eebe1631b915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:19.556835 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-75ead71e-1dd8-4669-a0ab-51b3bb74f011 req-243c1ea4-2384-4c31-a430-eebe1631b915 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977597 Jun 23 14:57:19.656404 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-42c60f18-cf35-4c0a-952c-443b4950fca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:19.657613 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-42c60f18-cf35-4c0a-952c-443b4950fca5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa7d0dda24c446bd908087d3aff750b3&device_id=3374bcd9-88b7-4101-a21f-5feb025bb3eb HTTP/1.1" status: 200 len: 1097 time: 0.0577443 Jun 23 14:57:19.715354 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-bdf75dc6-9fae-4b15-9a8a-53991886fc93 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=051780e7-a8d6-49e0-a564-b5a8e7545ee8 HTTP/1.1" status: 200 len: 217 time: 0.0423331 Jun 23 14:57:19.825045 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-eb7af622-60eb-49dd-a711-6ecb96c9bf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:19.826597 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-eb7af622-60eb-49dd-a711-6ecb96c9bf03 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47bace70-5c85-4779-8fbd-e5cc69ad2b8a HTTP/1.1" status: 200 len: 854 time: 0.0994084 Jun 23 14:57:19.873972 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-d4c12d83-f901-4246-97c5-a8beb5f6b4a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a417f085-a5eb-426d-b45d-8a0833dc125c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383718 Jun 23 14:57:19.888812 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cf915-aa6f-4ac7-9ac4-2f095c7e049e req-4c33df43-3ee5-43ab-a48b-10faf96109a8 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:19.890244 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ab8cf915-aa6f-4ac7-9ac4-2f095c7e049e req-4c33df43-3ee5-43ab-a48b-10faf96109a8 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a4ca959-d549-4656-963e-81edf4f22aa8 HTTP/1.1" status: 200 len: 943 time: 0.1716950 Jun 23 14:57:19.930600 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cbb00-634e-4579-b0ee-c0f6f1cf9f89 req-8768e95c-88a7-4e6c-8a69-980927f459c1 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:19.932154 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0a4cbb00-634e-4579-b0ee-c0f6f1cf9f89 req-8768e95c-88a7-4e6c-8a69-980927f459c1 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=3374bcd9-88b7-4101-a21f-5feb025bb3eb HTTP/1.1" status: 200 len: 944 time: 0.1783466 Jun 23 14:57:20.019857 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ab8cf915-aa6f-4ac7-9ac4-2f095c7e049e req-2e52b91c-1c48-47aa-8e8f-94678cec01d0 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/security-groups?id=b30e7067-2c6b-4ad7-8aa0-d498f72f58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199141 Jun 23 14:57:20.030082 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0a4cbb00-634e-4579-b0ee-c0f6f1cf9f89 req-55066595-4cbc-45dd-93c2-140bee285638 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907815 Jun 23 14:57:20.045841 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-fb3f1045-1865-42da-a1fa-e98a76286554 service neutron] 10.222.0.46 "GET /v2.0/networks/a417f085-a5eb-426d-b45d-8a0833dc125c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527882 Jun 23 14:57:20.142951 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b0085633-d7d8-4217-9f23-0dec25ff7626 req-ff1470cf-eff3-4cc6-82b0-065b6f7ad31e service neutron] 10.222.0.46 "GET /v2.0/networks/a417f085-a5eb-426d-b45d-8a0833dc125c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841858 Jun 23 14:57:20.328941 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fd2c8-5829-4f20-b5b5-3dad832d0ce3 req-a19f7c21-e2bf-4a21-b9cb-1718fe3526c1 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:20.330544 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ef4fd2c8-5829-4f20-b5b5-3dad832d0ce3 req-a19f7c21-e2bf-4a21-b9cb-1718fe3526c1 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0623176 Jun 23 14:57:20.373532 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ef4fd2c8-5829-4f20-b5b5-3dad832d0ce3 req-f65efa38-530b-41f9-a7ae-314cddf8da40 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372932 Jun 23 14:57:21.121304 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 601b43ec-793c-49ef-89cd-c13da00922ca details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=100182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:57:21.227198 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 601b43ec-793c-49ef-89cd-c13da00922ca, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=601b43ec-793c-49ef-89cd-c13da00922ca,segment=NetworkSegment(7748621d-fb2c-4b89-9317-c410783be641),segment_id=7748621d-fb2c-4b89-9317-c410783be641)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:21.238465 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Returning: {'device': '601b43ec-793c-49ef-89cd-c13da00922ca', 'network_id': '0b22a1a8-b5b1-4aa9-a485-3121b1bbf722', 'port_id': '601b43ec-793c-49ef-89cd-c13da00922ca', 'mac_address': 'fa:16:3e:45:64:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd8cfa76-ec36-4f6c-a671-8ef775c98184', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:57:21.261333 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2a5ab-49d0-4c54-96a6-14d662b0fbd6 req-d10ab2bb-be47-43eb-b654-f9d0293eeacd tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:21.262838 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-83a2a5ab-49d0-4c54-96a6-14d662b0fbd6 req-d10ab2bb-be47-43eb-b654-f9d0293eeacd tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a4ca959-d549-4656-963e-81edf4f22aa8 HTTP/1.1" status: 200 len: 943 time: 0.1060452 Jun 23 14:57:21.277051 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:21.278807 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad33fe4-9983-4a84-a73f-429a5cd97a00 req-f8928936-d578-436e-9dca-543621a27840 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:21.280368 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-aad33fe4-9983-4a84-a73f-429a5cd97a00 req-f8928936-d578-436e-9dca-543621a27840 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=3374bcd9-88b7-4101-a21f-5feb025bb3eb HTTP/1.1" status: 200 len: 944 time: 0.0939865 Jun 23 14:57:21.295819 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 601b43ec-793c-49ef-89cd-c13da00922ca {{(pid=100182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:57:21.332274 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 601b43ec-793c-49ef-89cd-c13da00922ca, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=601b43ec-793c-49ef-89cd-c13da00922ca,segment=NetworkSegment(7748621d-fb2c-4b89-9317-c410783be641),segment_id=7748621d-fb2c-4b89-9317-c410783be641)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:21.337208 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-83a2a5ab-49d0-4c54-96a6-14d662b0fbd6 req-652a1f48-794b-42e7-916a-18f1531c1654 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/security-groups?id=b30e7067-2c6b-4ad7-8aa0-d498f72f58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669467 Jun 23 14:57:21.352558 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-aad33fe4-9983-4a84-a73f-429a5cd97a00 req-d86cd5d4-93e2-40dc-a497-ffd3df70054a tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555789 Jun 23 14:57:21.407042 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:21.409608 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:21.471186 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=601b43ec-793c-49ef-89cd-c13da00922ca,revision_number=4']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:21.474119 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:21.666602 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba5089-2d85-4bfd-9720-ca5e3a0e3961 req-f97ce234-f837-41e1-a756-ec3a7a052eb4 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:21.668141 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-bfba5089-2d85-4bfd-9720-ca5e3a0e3961 req-f97ce234-f837-41e1-a756-ec3a7a052eb4 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0636568 Jun 23 14:57:21.704447 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-bfba5089-2d85-4bfd-9720-ca5e3a0e3961 req-aef6c2e3-900c-4176-bb59-8c0ffd02a371 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300860 Jun 23 14:57:21.785604 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['601b43ec-793c-49ef-89cd-c13da00922ca'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:57:22.558072 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabf827-bf2e-46c4-8ebc-92fde20be802 req-93ba29c1-2cdb-429c-ad73-151e56549f54 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:22.559524 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-2dabf827-bf2e-46c4-8ebc-92fde20be802 req-93ba29c1-2cdb-429c-ad73-151e56549f54 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a4ca959-d549-4656-963e-81edf4f22aa8 HTTP/1.1" status: 200 len: 944 time: 0.1035771 Jun 23 14:57:22.567241 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45239c-a33e-443d-b8a5-faf1c4d9ff75 req-102b1a6a-6c71-480d-b0f7-a6d36f530aa3 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:22.568570 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4a45239c-a33e-443d-b8a5-faf1c4d9ff75 req-102b1a6a-6c71-480d-b0f7-a6d36f530aa3 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=3374bcd9-88b7-4101-a21f-5feb025bb3eb HTTP/1.1" status: 200 len: 944 time: 0.1022267 Jun 23 14:57:22.626944 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-2dabf827-bf2e-46c4-8ebc-92fde20be802 req-bb33d0b7-f0e3-4868-a1f1-1b342fe50b1a tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/security-groups?id=b30e7067-2c6b-4ad7-8aa0-d498f72f58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571988 Jun 23 14:57:22.630027 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4a45239c-a33e-443d-b8a5-faf1c4d9ff75 req-f4c412d6-cdbd-4af9-9f7e-599ee124152f tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546217 Jun 23 14:57:22.929841 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6e39a-00e5-481a-a952-a42fcaa9c1aa req-1a55974e-80a2-4b16-8ff0-f2ff7e46c302 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:22.931449 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-bda6e39a-00e5-481a-a952-a42fcaa9c1aa req-1a55974e-80a2-4b16-8ff0-f2ff7e46c302 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0621326 Jun 23 14:57:22.969139 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-bda6e39a-00e5-481a-a952-a42fcaa9c1aa req-32c4a40d-6432-4c8f-b3b6-279bf3b08bdf tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321004 Jun 23 14:57:23.133217 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 051780e7-a8d6-49e0-a564-b5a8e7545ee8 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=100182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:57:23.137717 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 601b43ec-793c-49ef-89cd-c13da00922ca up at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:57:23.264281 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 051780e7-a8d6-49e0-a564-b5a8e7545ee8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=051780e7-a8d6-49e0-a564-b5a8e7545ee8,segment=NetworkSegment(85a77578-a6b0-4fa2-aab6-f10aa4cc4f23),segment_id=85a77578-a6b0-4fa2-aab6-f10aa4cc4f23)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:23.274790 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Returning: {'device': '051780e7-a8d6-49e0-a564-b5a8e7545ee8', 'network_id': 'a417f085-a5eb-426d-b45d-8a0833dc125c', 'port_id': '051780e7-a8d6-49e0-a564-b5a8e7545ee8', 'mac_address': 'fa:16:3e:34:ce:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47bace70-5c85-4779-8fbd-e5cc69ad2b8a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:57:23.312677 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:23.326577 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning for port 601b43ec-793c-49ef-89cd-c13da00922ca completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:57:23.332133 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 051780e7-a8d6-49e0-a564-b5a8e7545ee8 {{(pid=100182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:57:23.336052 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning complete for port 601b43ec-793c-49ef-89cd-c13da00922ca triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:57:23.336439 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:23.378274 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 051780e7-a8d6-49e0-a564-b5a8e7545ee8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=051780e7-a8d6-49e0-a564-b5a8e7545ee8,segment=NetworkSegment(85a77578-a6b0-4fa2-aab6-f10aa4cc4f23),segment_id=85a77578-a6b0-4fa2-aab6-f10aa4cc4f23)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:23.433859 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:23.453150 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:23.458724 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:23.460436 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4ca959-d549-4656-963e-81edf4f22aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '601b43ec-793c-49ef-89cd-c13da00922ca'}] {{(pid=100182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:57:23.462705 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2be0bd3a3b87df06192a81cc7e782664f9eb16b4f3df3f1ec53fa4495edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b5214d-db66-43b4-80f5-6443f649733e" -d '{"events": [{"server_uuid": "0a4ca959-d549-4656-963e-81edf4f22aa8", "name": "network-vif-plugged", "status": "completed", "tag": "601b43ec-793c-49ef-89cd-c13da00922ca"}]}' {{(pid=100182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:57:23.496963 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 601b43ec-793c-49ef-89cd-c13da00922ca, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=601b43ec-793c-49ef-89cd-c13da00922ca,segment=NetworkSegment(7748621d-fb2c-4b89-9317-c410783be641),segment_id=7748621d-fb2c-4b89-9317-c410783be641)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:23.507079 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b5c228-c7d5-4ace-a168-af259b4fe8a1 x-openstack-request-id: req-15b5c228-c7d5-4ace-a168-af259b4fe8a1 {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:57:23.507079 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4ca959-d549-4656-963e-81edf4f22aa8", "name": "network-vif-plugged", "status": "completed", "tag": "601b43ec-793c-49ef-89cd-c13da00922ca", "code": 200}]} {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:57:23.507079 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-15b5c228-c7d5-4ace-a168-af259b4fe8a1 {{(pid=100182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:57:23.507079 dv-cinder-796286-8-smb neutron-server[100182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4ca959-d549-4656-963e-81edf4f22aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '601b43ec-793c-49ef-89cd-c13da00922ca', 'code': 200} Jun 23 14:57:23.525638 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=051780e7-a8d6-49e0-a564-b5a8e7545ee8,revision_number=4']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:23.528814 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:23.560639 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:23.562589 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:23.607926 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=601b43ec-793c-49ef-89cd-c13da00922ca,revision_number=5']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:23.611235 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:23.878890 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['051780e7-a8d6-49e0-a564-b5a8e7545ee8'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:57:23.961339 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec352b2-af02-4721-b2e0-45a87bb692a9 req-f4b18ebb-a9a7-42cb-92a2-7dcb4d2c541e tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:23.963383 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-cec352b2-af02-4721-b2e0-45a87bb692a9 req-f4b18ebb-a9a7-42cb-92a2-7dcb4d2c541e tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a4ca959-d549-4656-963e-81edf4f22aa8 HTTP/1.1" status: 200 len: 945 time: 0.1525204 Jun 23 14:57:23.973032 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826d1e9-be1a-4650-bce4-6da3e384f495 req-0d858f5b-f6a2-4ca9-a3f4-0eff003e099d tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:23.974496 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9826d1e9-be1a-4650-bce4-6da3e384f495 req-0d858f5b-f6a2-4ca9-a3f4-0eff003e099d tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=3374bcd9-88b7-4101-a21f-5feb025bb3eb HTTP/1.1" status: 200 len: 945 time: 0.1533446 Jun 23 14:57:23.980561 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b925d-c065-41f9-92e6-6738448d100b req-bf7cc682-bebb-40e1-ac94-b4a1c5ff3b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:23.982010 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-193b925d-c065-41f9-92e6-6738448d100b req-bf7cc682-bebb-40e1-ac94-b4a1c5ff3b2e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0a4ca959-d549-4656-963e-81edf4f22aa8 HTTP/1.1" status: 200 len: 1098 time: 0.1361036 Jun 23 14:57:24.053769 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-cec352b2-af02-4721-b2e0-45a87bb692a9 req-61de4095-b5e7-4d97-972a-679568b70c1c tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/security-groups?id=b30e7067-2c6b-4ad7-8aa0-d498f72f58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774977 Jun 23 14:57:24.061228 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9826d1e9-be1a-4650-bce4-6da3e384f495 req-53ca409d-a5e3-49ae-aa39-f594b97ea5d9 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782809 Jun 23 14:57:24.067180 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-193b925d-c065-41f9-92e6-6738448d100b req-d2dca62a-3ec3-42b3-8697-7f95e01214b8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b30e7067-2c6b-4ad7-8aa0-d498f72f58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641453 Jun 23 14:57:24.412807 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c19055-fcf8-486e-95d2-ece56e542848 req-834873eb-695d-46b8-b1f2-59ff45eb6e28 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:24.414168 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-16c19055-fcf8-486e-95d2-ece56e542848 req-834873eb-695d-46b8-b1f2-59ff45eb6e28 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0641615 Jun 23 14:57:24.451351 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-16c19055-fcf8-486e-95d2-ece56e542848 req-aee6ca2b-862d-48a4-959b-f9a22c8475e1 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315270 Jun 23 14:57:25.140957 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 051780e7-a8d6-49e0-a564-b5a8e7545ee8 up at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:57:25.279241 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd5ea0-7327-4a80-8925-848e64ebc624 req-90349038-d410-4c8d-b0c5-428dd60f158e tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:25.280765 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a2fd5ea0-7327-4a80-8925-848e64ebc624 req-90349038-d410-4c8d-b0c5-428dd60f158e tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=3374bcd9-88b7-4101-a21f-5feb025bb3eb HTTP/1.1" status: 200 len: 945 time: 0.1033440 Jun 23 14:57:25.288501 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edd91e-7f44-49d9-8ebf-485a74a0c3c9 req-6a059cb2-ccea-44a3-af9b-7039ad547e0b tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:25.290104 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-96edd91e-7f44-49d9-8ebf-485a74a0c3c9 req-6a059cb2-ccea-44a3-af9b-7039ad547e0b tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a4ca959-d549-4656-963e-81edf4f22aa8 HTTP/1.1" status: 200 len: 945 time: 0.1216385 Jun 23 14:57:25.342857 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a2fd5ea0-7327-4a80-8925-848e64ebc624 req-4de1ce16-438a-466f-8e93-d7c00f6cb7df tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510411 Jun 23 14:57:25.355398 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-96edd91e-7f44-49d9-8ebf-485a74a0c3c9 req-7f9bfd78-4fcc-4cbf-a197-40555b369626 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/security-groups?id=b30e7067-2c6b-4ad7-8aa0-d498f72f58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569785 Jun 23 14:57:25.413068 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning for port 051780e7-a8d6-49e0-a564-b5a8e7545ee8 completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:57:25.417979 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning complete for port 051780e7-a8d6-49e0-a564-b5a8e7545ee8 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:57:25.418618 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:25.503875 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:25.534745 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3374bcd9-88b7-4101-a21f-5feb025bb3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051780e7-a8d6-49e0-a564-b5a8e7545ee8'}] {{(pid=100182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:57:25.538152 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2be0bd3a3b87df06192a81cc7e782664f9eb16b4f3df3f1ec53fa4495edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cfc849-f1b4-4a6a-bda3-0d35e077863e" -d '{"events": [{"server_uuid": "3374bcd9-88b7-4101-a21f-5feb025bb3eb", "name": "network-vif-plugged", "status": "completed", "tag": "051780e7-a8d6-49e0-a564-b5a8e7545ee8"}]}' {{(pid=100182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:57:25.553283 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 051780e7-a8d6-49e0-a564-b5a8e7545ee8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=051780e7-a8d6-49e0-a564-b5a8e7545ee8,segment=NetworkSegment(85a77578-a6b0-4fa2-aab6-f10aa4cc4f23),segment_id=85a77578-a6b0-4fa2-aab6-f10aa4cc4f23)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:25.577398 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea6a3da-1110-47f3-aa2e-ba79ad25d978 x-openstack-request-id: req-eea6a3da-1110-47f3-aa2e-ba79ad25d978 {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:57:25.577696 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3374bcd9-88b7-4101-a21f-5feb025bb3eb", "name": "network-vif-plugged", "status": "completed", "tag": "051780e7-a8d6-49e0-a564-b5a8e7545ee8", "code": 200}]} {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:57:25.577992 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-eea6a3da-1110-47f3-aa2e-ba79ad25d978 {{(pid=100182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:57:25.578650 dv-cinder-796286-8-smb neutron-server[100182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3374bcd9-88b7-4101-a21f-5feb025bb3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051780e7-a8d6-49e0-a564-b5a8e7545ee8', 'code': 200} Jun 23 14:57:25.655344 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:25.659710 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:25.676641 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479d102-e1b9-4e5b-8b51-f17e0a11dad2 req-267180d1-1089-4d15-be75-8551eadc398f tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:25.678000 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f479d102-e1b9-4e5b-8b51-f17e0a11dad2 req-267180d1-1089-4d15-be75-8551eadc398f tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0670898 Jun 23 14:57:25.711167 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=051780e7-a8d6-49e0-a564-b5a8e7545ee8,revision_number=5']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:25.715265 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:25.716625 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f479d102-e1b9-4e5b-8b51-f17e0a11dad2 req-a3aacdf4-d4ce-4b4d-ba86-44698e9896e0 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323627 Jun 23 14:57:26.030987 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e62ed-4a80-4be0-b4bc-2c4b76a4bd03 req-5c497a61-7fac-4379-badc-47d083705b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:26.032331 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a44e62ed-4a80-4be0-b4bc-2c4b76a4bd03 req-5c497a61-7fac-4379-badc-47d083705b18 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3374bcd9-88b7-4101-a21f-5feb025bb3eb HTTP/1.1" status: 200 len: 1099 time: 0.0486705 Jun 23 14:57:26.072761 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a44e62ed-4a80-4be0-b4bc-2c4b76a4bd03 req-20ef011d-34c3-4d6a-a85a-93d07f1ebfcf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270169 Jun 23 14:57:26.789766 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bde165-1f1c-435f-abc7-2bde6a2ba52a req-80b64676-7a9c-46a4-8e18-0c81a9291185 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:26.791748 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-72bde165-1f1c-435f-abc7-2bde6a2ba52a req-80b64676-7a9c-46a4-8e18-0c81a9291185 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=3374bcd9-88b7-4101-a21f-5feb025bb3eb HTTP/1.1" status: 200 len: 946 time: 0.3333337 Jun 23 14:57:26.802480 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40acba-8831-449b-a146-aa21eead2f69 req-e185b316-3171-4746-b495-ae26ed34d8a2 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:26.803814 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ff40acba-8831-449b-a146-aa21eead2f69 req-e185b316-3171-4746-b495-ae26ed34d8a2 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a4ca959-d549-4656-963e-81edf4f22aa8 HTTP/1.1" status: 200 len: 945 time: 0.3351834 Jun 23 14:57:26.860093 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-72bde165-1f1c-435f-abc7-2bde6a2ba52a req-1d42d3ba-0a8d-4ff2-b0a3-d2e593c6794d tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553410 Jun 23 14:57:26.869158 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ff40acba-8831-449b-a146-aa21eead2f69 req-77ef54d0-1720-4145-b564-e76593d88d92 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/security-groups?id=b30e7067-2c6b-4ad7-8aa0-d498f72f58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535300 Jun 23 14:57:27.187696 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af351f-ca24-4c74-9b1b-a8dfb3e868c4 req-2a789cb6-3feb-4a0d-beb3-a0bac5b2cc63 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:27.189484 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-07af351f-ca24-4c74-9b1b-a8dfb3e868c4 req-2a789cb6-3feb-4a0d-beb3-a0bac5b2cc63 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0629413 Jun 23 14:57:27.231732 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-07af351f-ca24-4c74-9b1b-a8dfb3e868c4 req-ba3127bd-0a92-462f-8f86-c33ecc9e5740 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364082 Jun 23 14:57:28.035169 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a9f1e-8086-49f7-a40b-e8b8f6fdab8e req-103229d4-ee1c-45dd-9065-da0f4614adbf tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:28.036611 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0f8a9f1e-8086-49f7-a40b-e8b8f6fdab8e req-103229d4-ee1c-45dd-9065-da0f4614adbf tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=3374bcd9-88b7-4101-a21f-5feb025bb3eb HTTP/1.1" status: 200 len: 946 time: 0.0636504 Jun 23 14:57:28.076005 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0f8a9f1e-8086-49f7-a40b-e8b8f6fdab8e req-37fc32f0-7f42-4015-8530-6ac5336defe4 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319755 Jun 23 14:57:28.517615 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3dbfa-d17e-472f-83c4-3e0b141a9008 req-456dfb00-e134-4851-b368-ca5fe58d479a tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:28.519154 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1fb3dbfa-d17e-472f-83c4-3e0b141a9008 req-456dfb00-e134-4851-b368-ca5fe58d479a tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0631890 Jun 23 14:57:28.582950 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1fb3dbfa-d17e-472f-83c4-3e0b141a9008 req-a485e032-987f-4378-9cca-73a8dcfb920a tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579603 Jun 23 14:57:28.617498 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256cb38-b8d0-4ea8-b236-a7b54a014990 req-7cd92875-874a-4d50-9f1e-a74ff3c53765 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:28.618987 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7256cb38-b8d0-4ea8-b236-a7b54a014990 req-7cd92875-874a-4d50-9f1e-a74ff3c53765 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a4ca959-d549-4656-963e-81edf4f22aa8 HTTP/1.1" status: 200 len: 945 time: 0.0728972 Jun 23 14:57:28.654648 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7256cb38-b8d0-4ea8-b236-a7b54a014990 req-16cf8959-bc15-4bef-86fc-23b0050b77e5 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/security-groups?id=b30e7067-2c6b-4ad7-8aa0-d498f72f58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299904 Jun 23 14:57:29.760341 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9f90b-3fb5-4cbf-841a-eec2a7a856b4 req-6db96685-daae-4126-95ab-305842e2b6cd tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:29.762174 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-53a9f90b-3fb5-4cbf-841a-eec2a7a856b4 req-6db96685-daae-4126-95ab-305842e2b6cd tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0638964 Jun 23 14:57:29.835524 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-53a9f90b-3fb5-4cbf-841a-eec2a7a856b4 req-c46f565b-5669-431a-b483-866236ee972d tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647354 Jun 23 14:57:29.866101 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7a266-29ec-47d1-b0cb-1e9f0d68e73e req-5018490d-3acd-490a-9a9c-6cc46af071e2 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:29.867560 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-96f7a266-29ec-47d1-b0cb-1e9f0d68e73e req-5018490d-3acd-490a-9a9c-6cc46af071e2 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a4ca959-d549-4656-963e-81edf4f22aa8 HTTP/1.1" status: 200 len: 945 time: 0.0827451 Jun 23 14:57:29.904676 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-96f7a266-29ec-47d1-b0cb-1e9f0d68e73e req-4d03cd61-750e-4d18-a67f-62f6c16b817e tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/security-groups?id=b30e7067-2c6b-4ad7-8aa0-d498f72f58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312152 Jun 23 14:57:30.778859 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850ace-6cf4-4459-8a7e-d9f3d38f6ebd req-bb236722-da3e-4127-bc45-d9554e470003 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:30.780278 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-09850ace-6cf4-4459-8a7e-d9f3d38f6ebd req-bb236722-da3e-4127-bc45-d9554e470003 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a4ca959-d549-4656-963e-81edf4f22aa8 HTTP/1.1" status: 200 len: 945 time: 0.0603132 Jun 23 14:57:30.898977 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.plugin [req-09850ace-6cf4-4459-8a7e-d9f3d38f6ebd req-e58ccf6d-e4fb-4ade-ac3d-bf0f1fc9459b tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Deleting port 601b43ec-793c-49ef-89cd-c13da00922ca {{(pid=100180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:57:30.900763 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-09850ace-6cf4-4459-8a7e-d9f3d38f6ebd req-e58ccf6d-e4fb-4ade-ac3d-bf0f1fc9459b tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:31.030846 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.db [req-09850ace-6cf4-4459-8a7e-d9f3d38f6ebd req-e58ccf6d-e4fb-4ade-ac3d-bf0f1fc9459b tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] For port 601b43ec-793c-49ef-89cd-c13da00922ca, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=601b43ec-793c-49ef-89cd-c13da00922ca,segment=NetworkSegment(7748621d-fb2c-4b89-9317-c410783be641),segment_id=7748621d-fb2c-4b89-9317-c410783be641)] {{(pid=100180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:31.031204 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-09850ace-6cf4-4459-8a7e-d9f3d38f6ebd req-e58ccf6d-e4fb-4ade-ac3d-bf0f1fc9459b tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:31.054217 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.plugin [req-09850ace-6cf4-4459-8a7e-d9f3d38f6ebd req-e58ccf6d-e4fb-4ade-ac3d-bf0f1fc9459b tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Calling delete_port for 601b43ec-793c-49ef-89cd-c13da00922ca owned by compute:nova {{(pid=100180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:57:31.155007 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d55e6b-9d6c-4684-9e4f-08042be33f9f req-1a5e0038-9f7c-475e-b04e-b9e734c15756 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:31.156880 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d2d55e6b-9d6c-4684-9e4f-08042be33f9f req-1a5e0038-9f7c-475e-b04e-b9e734c15756 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.2036586 Jun 23 14:57:31.222972 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75a57b-d794-47b2-866c-31ed6898b684 req-5cfd4089-b568-443c-a8be-1cc5f201d4a5 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:31.224585 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-df75a57b-d794-47b2-866c-31ed6898b684 req-5cfd4089-b568-443c-a8be-1cc5f201d4a5 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a4ca959-d549-4656-963e-81edf4f22aa8 HTTP/1.1" status: 200 len: 945 time: 0.1858454 Jun 23 14:57:31.262539 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d2d55e6b-9d6c-4684-9e4f-08042be33f9f req-8d3fcd89-2cde-4868-9325-221897a126ef tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965624 Jun 23 14:57:31.285075 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-df75a57b-d794-47b2-866c-31ed6898b684 req-14179556-68fd-44c6-bf1a-1da15f06baae tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/security-groups?id=b30e7067-2c6b-4ad7-8aa0-d498f72f58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522642 Jun 23 14:57:31.392455 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7574def-e267-49ba-98d5-da18e8c85290 req-4e298278-9957-49e7-813f-ae9c01653f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:31.394095 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-a7574def-e267-49ba-98d5-da18e8c85290 req-4e298278-9957-49e7-813f-ae9c01653f04 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 1098 time: 0.0543025 Jun 23 14:57:31.437034 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-a7574def-e267-49ba-98d5-da18e8c85290 req-9aec6ddd-bfe1-4542-a2f0-2173a6d51a92 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268857 Jun 23 14:57:31.442904 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-09850ace-6cf4-4459-8a7e-d9f3d38f6ebd req-e58ccf6d-e4fb-4ade-ac3d-bf0f1fc9459b tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25328524'] for port, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:31.447399 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:31.459639 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['601b43ec-793c-49ef-89cd-c13da00922ca'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:57:31.462116 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-c36594a9-7a3a-434b-a19c-2b814de7bca6 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:31.464175 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-c36594a9-7a3a-434b-a19c-2b814de7bca6 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/networks?id=a417f085-a5eb-426d-b45d-8a0833dc125c HTTP/1.1" status: 200 len: 814 time: 0.1096106 Jun 23 14:57:31.485484 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ccf6d-e4fb-4ade-ac3d-bf0f1fc9459b tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Pushing event deleted for resources: {'Port': ['ID=601b43ec-793c-49ef-89cd-c13da00922ca,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:31.495467 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-e58ccf6d-e4fb-4ade-ac3d-bf0f1fc9459b tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:31.517138 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-7e6d865a-9b2c-424e-8e4b-4e639f92c720 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/quotas/fa7d0dda24c446bd908087d3aff750b3 HTTP/1.1" status: 200 len: 375 time: 0.0346634 Jun 23 14:57:31.576486 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.l3_dvrscheduler_db [req-09850ace-6cf4-4459-8a7e-d9f3d38f6ebd req-e58ccf6d-e4fb-4ade-ac3d-bf0f1fc9459b tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] No DVR routers for this DVR port 601b43ec-793c-49ef-89cd-c13da00922ca on host hv-cinder-79628 {{(pid=100180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:57:31.581527 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-09850ace-6cf4-4459-8a7e-d9f3d38f6ebd req-e58ccf6d-e4fb-4ade-ac3d-bf0f1fc9459b tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:31.583467 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-09850ace-6cf4-4459-8a7e-d9f3d38f6ebd req-e58ccf6d-e4fb-4ade-ac3d-bf0f1fc9459b tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.46 "DELETE /v2.0/ports/601b43ec-793c-49ef-89cd-c13da00922ca HTTP/1.1" status: 204 len: 173 time: 0.7880826 Jun 23 14:57:31.583950 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4ca959-d549-4656-963e-81edf4f22aa8', 'name': 'network-vif-deleted', 'tag': '601b43ec-793c-49ef-89cd-c13da00922ca'}] {{(pid=100180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:57:31.586218 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd25e94c753d7f89e0e3c37123175e6223eaf2b946fa1bf5874daa58d3f91f45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f62ab58-6d4b-420c-814c-deb4a53b890a" -d '{"events": [{"server_uuid": "0a4ca959-d549-4656-963e-81edf4f22aa8", "name": "network-vif-deleted", "tag": "601b43ec-793c-49ef-89cd-c13da00922ca"}]}' {{(pid=100180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:57:31.622825 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-3e3928a4-f37f-42d9-805e-becef9ae091c tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fa7d0dda24c446bd908087d3aff750b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884471 Jun 23 14:57:31.625346 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a78e1f-7015-46e4-9d4a-ffac23436778 x-openstack-request-id: req-93a78e1f-7015-46e4-9d4a-ffac23436778 {{(pid=100180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:57:31.625756 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4ca959-d549-4656-963e-81edf4f22aa8", "name": "network-vif-deleted", "tag": "601b43ec-793c-49ef-89cd-c13da00922ca", "status": "completed", "code": 200}]} {{(pid=100180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:57:31.626122 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-93a78e1f-7015-46e4-9d4a-ffac23436778 {{(pid=100180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:57:31.626991 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4ca959-d549-4656-963e-81edf4f22aa8', 'name': 'network-vif-deleted', 'tag': '601b43ec-793c-49ef-89cd-c13da00922ca', 'status': 'completed', 'code': 200} Jun 23 14:57:31.719686 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-b94218de-7364-4794-a985-692adc845a9a service neutron] 10.222.0.72 "GET /v2.0/networks/a417f085-a5eb-426d-b45d-8a0833dc125c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899410 Jun 23 14:57:31.807809 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-e1f9efeb-60d5-4e12-a8f9-89cae6b9f3f5 service neutron] 10.222.0.72 "GET /v2.0/networks/a417f085-a5eb-426d-b45d-8a0833dc125c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825605 Jun 23 14:57:32.086047 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b4544d62-10b9-447f-ae6e-1e9a40956792 req-09b05e70-cfac-439d-924d-ec7d21aae2b5 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 210 time: 0.0318141 Jun 23 14:57:32.455792 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d465411c-e0d4-4079-bdf4-1ecbc2009022 req-aee79bd6-4e7e-4d34-9846-a8db714fa43e tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a4ca959-d549-4656-963e-81edf4f22aa8 HTTP/1.1" status: 200 len: 210 time: 0.0298986 Jun 23 14:57:32.472988 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46bd1a-876c-48f2-b11e-51105773aaf5 req-334a97f3-dc31-41a6-b56f-9d0dd0833350 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:32.474606 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5a46bd1a-876c-48f2-b11e-51105773aaf5 req-334a97f3-dc31-41a6-b56f-9d0dd0833350 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.1003072 Jun 23 14:57:32.516955 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5a46bd1a-876c-48f2-b11e-51105773aaf5 req-e8a3a983-0416-48dc-943b-598af7a9ab50 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358436 Jun 23 14:57:33.225424 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-2195c85a-5775-4ac7-8d63-0c59f68ad50e req-74d6b1f3-5d9b-4fb5-9099-db30b6a60e7b tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 210 time: 0.0292904 Jun 23 14:57:33.715047 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1da59-6c74-4122-9e52-a5ccac144393 req-6cf187c6-4074-4f4e-b944-168b7ac92cbb tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:33.716477 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-39e1da59-6c74-4122-9e52-a5ccac144393 req-6cf187c6-4074-4f4e-b944-168b7ac92cbb tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0668726 Jun 23 14:57:33.755242 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-39e1da59-6c74-4122-9e52-a5ccac144393 req-4d022316-bbe5-4f00-874c-f24df8f6afaf tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327280 Jun 23 14:57:34.053713 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 6 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:57:34.392353 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3d6f60af-dcca-49a4-89b2-0358e47a5e56 req-ba37f11f-52cd-4f78-abfc-b82118854bf6 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 210 time: 0.0377409 Jun 23 14:57:34.455079 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed686390-f734-4751-a285-7c91c1d707dc req-63cfca5d-ab83-4ef7-93ba-616d203707c0 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:34.456545 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ed686390-f734-4751-a285-7c91c1d707dc req-63cfca5d-ab83-4ef7-93ba-616d203707c0 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0908442 Jun 23 14:57:34.514148 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320b3c6-eb1f-48f8-880d-2bfa9c002d2f req-dcf51349-f9c2-4cd5-8c53-3eb0a62d8d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:34.515615 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4320b3c6-eb1f-48f8-880d-2bfa9c002d2f req-dcf51349-f9c2-4cd5-8c53-3eb0a62d8d68 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d58c52cfc1c34f4585397127cb5d74af&device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 1098 time: 0.0599492 Jun 23 14:57:34.553445 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ed686390-f734-4751-a285-7c91c1d707dc req-5c282d8c-bf90-4c5a-8bcd-8b5000c12591 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872042 Jun 23 14:57:34.594073 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-bd6283da-b7a2-4a20-974e-7c1e99a5d651 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:34.596076 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-bd6283da-b7a2-4a20-974e-7c1e99a5d651 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.46 "GET /v2.0/networks?id=a417f085-a5eb-426d-b45d-8a0833dc125c HTTP/1.1" status: 200 len: 814 time: 0.1385682 Jun 23 14:57:34.615573 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320b3c6-eb1f-48f8-880d-2bfa9c002d2f req-c15ea4c4-7bd9-4fb7-a343-79ad6517d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:34.615712 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-08071a7f-ea03-4eb5-a82c-24e974632439 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Request body: {'port': {'device_id': 'f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b', 'network_id': 'a417f085-a5eb-426d-b45d-8a0833dc125c', 'admin_state_up': True, 'tenant_id': 'fa7d0dda24c446bd908087d3aff750b3'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:57:34.617080 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4320b3c6-eb1f-48f8-880d-2bfa9c002d2f req-c15ea4c4-7bd9-4fb7-a343-79ad6517d341 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e0346334-c16f-40f4-aea1-9054cd38ae9d HTTP/1.1" status: 200 len: 919 time: 0.0942287 Jun 23 14:57:34.668249 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4320b3c6-eb1f-48f8-880d-2bfa9c002d2f req-5c00203f-c6d3-4cb8-a51f-cc0d46e298b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5 HTTP/1.1" status: 200 len: 217 time: 0.0429850 Jun 23 14:57:34.726479 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320b3c6-eb1f-48f8-880d-2bfa9c002d2f req-2f818c22-7c02-47d1-84f3-5c9ce4a031af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:34.733131 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4320b3c6-eb1f-48f8-880d-2bfa9c002d2f req-2f818c22-7c02-47d1-84f3-5c9ce4a031af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=844a227c-d94f-4f13-9d17-8cc692313f0c HTTP/1.1" status: 200 len: 858 time: 0.0497749 Jun 23 14:57:34.764629 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4320b3c6-eb1f-48f8-880d-2bfa9c002d2f req-ce91f966-6955-47a4-bf30-f4e2c54f433d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0346334-c16f-40f4-aea1-9054cd38ae9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279260 Jun 23 14:57:34.841253 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-08071a7f-ea03-4eb5-a82c-24e974632439 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Made reservation on behalf of fa7d0dda24c446bd908087d3aff750b3 for: {'port': 1} {{(pid=100180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:57:34.847365 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-08071a7f-ea03-4eb5-a82c-24e974632439 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:34.932423 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4320b3c6-eb1f-48f8-880d-2bfa9c002d2f req-962712ae-4456-4e3e-9826-3b05bff09ee8 service neutron] 10.222.0.46 "GET /v2.0/networks/e0346334-c16f-40f4-aea1-9054cd38ae9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604803 Jun 23 14:57:35.032881 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.db_base_plugin_common [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-08071a7f-ea03-4eb5-a82c-24e974632439 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Allocated IP 172.20.0.6 (a417f085-a5eb-426d-b45d-8a0833dc125c/47bace70-5c85-4779-8fbd-e5cc69ad2b8a/e743c236-0a12-4fb4-9916-9cc1a9481595) {{(pid=100180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:57:35.060454 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4320b3c6-eb1f-48f8-880d-2bfa9c002d2f req-a2ecaa88-e188-48fd-ac62-ae574d27f028 service neutron] 10.222.0.46 "GET /v2.0/networks/e0346334-c16f-40f4-aea1-9054cd38ae9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002116 Jun 23 14:57:35.188598 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 601b43ec-793c-49ef-89cd-c13da00922ca no longer exists at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:57:35.208645 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] No Port match for: 601b43ec-793c-49ef-89cd-c13da00922ca {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:57:35.208965 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 601b43ec-793c-49ef-89cd-c13da00922ca not bound to the agent host hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:57:35.224480 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-08071a7f-ea03-4eb5-a82c-24e974632439 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks [] for port, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:35.332141 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 49014) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:35.361212 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-08071a7f-ea03-4eb5-a82c-24e974632439 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25328533'] for port, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:35.365512 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:35.388297 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['44c74960-33d6-4936-a870-2c692d538ac1', '051780e7-a8d6-49e0-a564-b5a8e7545ee8'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:57:35.408434 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-08071a7f-ea03-4eb5-a82c-24e974632439 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Network a417f085-a5eb-426d-b45d-8a0833dc125c is already hosted by enough agents. {{(pid=100180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:57:35.426015 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.base_scheduler [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-08071a7f-ea03-4eb5-a82c-24e974632439 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Resources bound (agent type, host, resource id): {{(pid=100180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:57:35.430647 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-08071a7f-ea03-4eb5-a82c-24e974632439 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Received port after_create {{(pid=100180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:57:35.472865 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08071a7f-ea03-4eb5-a82c-24e974632439 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Pushing event updated for resources: {'Port': ['ID=e743c236-0a12-4fb4-9916-9cc1a9481595,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:35.477608 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-08071a7f-ea03-4eb5-a82c-24e974632439 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:35.478909 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-6a43def6-c341-48c1-ac24-564c6ad24140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:35.560925 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-08071a7f-ea03-4eb5-a82c-24e974632439 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:35.561548 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-08071a7f-ea03-4eb5-a82c-24e974632439 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:35.651518 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-6a43def6-c341-48c1-ac24-564c6ad24140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:35.675287 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fe2c7-c4d8-4c65-b8ed-5505e6ec7078 req-875a8a4c-236b-4a15-9681-b7a24945204c tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:35.677406 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ed8fe2c7-c4d8-4c65-b8ed-5505e6ec7078 req-875a8a4c-236b-4a15-9681-b7a24945204c tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 931 time: 0.1129196 Jun 23 14:57:35.738391 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-6a43def6-c341-48c1-ac24-564c6ad24140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:35.747944 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-01cb0e68-4662-41b9-bc08-6616c133fa7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:35.772998 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ed8fe2c7-c4d8-4c65-b8ed-5505e6ec7078 req-ed663354-d36e-4967-8afb-e7f89461ea88 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887702 Jun 23 14:57:35.798133 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-6a43def6-c341-48c1-ac24-564c6ad24140 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=798a7802b38b4294a68b646e538c2fd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4648745 Jun 23 14:57:35.801072 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 49028) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:35.801628 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43def6-c341-48c1-ac24-564c6ad24140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273e2a6c-79fa-44b7-93b4-ac700f78d6a1,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:35.806909 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-6a43def6-c341-48c1-ac24-564c6ad24140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:35.813000 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-08071a7f-ea03-4eb5-a82c-24e974632439 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2013781 Jun 23 14:57:35.827303 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3a548-709b-4a0a-ad9d-82d2b9c6de37 req-b38402d3-f620-4d77-9b6c-8d09b6ae49b3 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:35.829160 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a1f3a548-709b-4a0a-ad9d-82d2b9c6de37 req-b38402d3-f620-4d77-9b6c-8d09b6ae49b3 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.1363809 Jun 23 14:57:35.835791 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-84f154ed-fe1d-4e13-bda5-75eaf2116e3a service neutron] Request body: {'port': {'device_id': 'f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:57:35.863147 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3a23089f-d2ea-4c5c-975c-dbbda445574b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:35.894458 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3a23089f-d2ea-4c5c-975c-dbbda445574b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:35.906441 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a1f3a548-709b-4a0a-ad9d-82d2b9c6de37 req-50fc81d9-e1c8-4111-aa3f-be3d82591a46 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673337 Jun 23 14:57:35.956468 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-84f154ed-fe1d-4e13-bda5-75eaf2116e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:36.074315 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3a23089f-d2ea-4c5c-975c-dbbda445574b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:36.078406 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3a23089f-d2ea-4c5c-975c-dbbda445574b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:36.079782 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-3a23089f-d2ea-4c5c-975c-dbbda445574b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/273e2a6c-79fa-44b7-93b4-ac700f78d6a1 HTTP/1.1" status: 204 len: 168 time: 0.2777472 Jun 23 14:57:36.080657 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-0976aed9-944b-47af-a645-44b730d0abb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:36.089652 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23089f-d2ea-4c5c-975c-dbbda445574b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273e2a6c-79fa-44b7-93b4-ac700f78d6a1,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:36.092341 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-3a23089f-d2ea-4c5c-975c-dbbda445574b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:36.285340 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.notifiers.nova [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-84f154ed-fe1d-4e13-bda5-75eaf2116e3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e743c236-0a12-4fb4-9916-9cc1a9481595 {{(pid=100180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:57:36.298705 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-84f154ed-fe1d-4e13-bda5-75eaf2116e3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:36.321059 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.provisioning_blocks [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-84f154ed-fe1d-4e13-bda5-75eaf2116e3a service neutron] Transition to ACTIVE for port object e743c236-0a12-4fb4-9916-9cc1a9481595 will not be triggered until provisioned by entity L2. {{(pid=100180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:57:36.401045 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:36.429644 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-84f154ed-fe1d-4e13-bda5-75eaf2116e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25328519'] for port, after_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:36.431849 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:36.487859 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f154ed-fe1d-4e13-bda5-75eaf2116e3a service neutron] Pushing event updated for resources: {'Port': ['ID=e743c236-0a12-4fb4-9916-9cc1a9481595,revision_number=2']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:36.497201 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-84f154ed-fe1d-4e13-bda5-75eaf2116e3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:36.580572 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.managers [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-84f154ed-fe1d-4e13-bda5-75eaf2116e3a service neutron] Attempting to bind port e743c236-0a12-4fb4-9916-9cc1a9481595 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=100180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:57:36.580930 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.managers [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-84f154ed-fe1d-4e13-bda5-75eaf2116e3a service neutron] Attempting to bind port e743c236-0a12-4fb4-9916-9cc1a9481595 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '85a77578-a6b0-4fa2-aab6-f10aa4cc4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a417f085-a5eb-426d-b45d-8a0833dc125c'}] {{(pid=100180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:57:36.581257 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-84f154ed-fe1d-4e13-bda5-75eaf2116e3a service neutron] Attempting to bind port e743c236-0a12-4fb4-9916-9cc1a9481595 on network a417f085-a5eb-426d-b45d-8a0833dc125c {{(pid=100180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:57:36.586563 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-84f154ed-fe1d-4e13-bda5-75eaf2116e3a service neutron] Port e743c236-0a12-4fb4-9916-9cc1a9481595 on network a417f085-a5eb-426d-b45d-8a0833dc125c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=100180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:57:36.586889 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-84f154ed-fe1d-4e13-bda5-75eaf2116e3a service neutron] Attempting to bind port e743c236-0a12-4fb4-9916-9cc1a9481595 on network a417f085-a5eb-426d-b45d-8a0833dc125c {{(pid=100180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:57:36.593495 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-84f154ed-fe1d-4e13-bda5-75eaf2116e3a service neutron] Checking agent: {'id': 'c9242261-8a06-47e1-899c-cb42624e61de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:57:36.593869 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-84f154ed-fe1d-4e13-bda5-75eaf2116e3a service neutron] Checking segment: {'id': '85a77578-a6b0-4fa2-aab6-f10aa4cc4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a417f085-a5eb-426d-b45d-8a0833dc125c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:57:36.594681 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-84f154ed-fe1d-4e13-bda5-75eaf2116e3a service neutron] Bound using segment: {'id': '85a77578-a6b0-4fa2-aab6-f10aa4cc4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a417f085-a5eb-426d-b45d-8a0833dc125c'} {{(pid=100180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:57:36.595278 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.managers [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-84f154ed-fe1d-4e13-bda5-75eaf2116e3a service neutron] Bound port: e743c236-0a12-4fb4-9916-9cc1a9481595, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85a77578-a6b0-4fa2-aab6-f10aa4cc4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a417f085-a5eb-426d-b45d-8a0833dc125c'}}] {{(pid=100180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:57:36.595818 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-84f154ed-fe1d-4e13-bda5-75eaf2116e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:36.671636 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.db [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-84f154ed-fe1d-4e13-bda5-75eaf2116e3a service neutron] For port e743c236-0a12-4fb4-9916-9cc1a9481595, host hv-cinder-79628, cleared binding levels {{(pid=100180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:57:36.676276 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.db [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-84f154ed-fe1d-4e13-bda5-75eaf2116e3a service neutron] For port e743c236-0a12-4fb4-9916-9cc1a9481595, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e743c236-0a12-4fb4-9916-9cc1a9481595,segment=NetworkSegment(85a77578-a6b0-4fa2-aab6-f10aa4cc4f23),segment_id=85a77578-a6b0-4fa2-aab6-f10aa4cc4f23)] {{(pid=100180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:57:36.761237 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-84f154ed-fe1d-4e13-bda5-75eaf2116e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25328519'] for port, after_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:36.763380 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-ea37a947-395f-4679-8958-de06e8c9fd08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:36.795371 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-84f154ed-fe1d-4e13-bda5-75eaf2116e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:36.795994 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-84f154ed-fe1d-4e13-bda5-75eaf2116e3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:36.797383 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-84f154ed-fe1d-4e13-bda5-75eaf2116e3a service neutron] 10.222.0.46 "PUT /v2.0/ports/e743c236-0a12-4fb4-9916-9cc1a9481595 HTTP/1.1" status: 200 len: 1093 time: 0.9669769 Jun 23 14:57:36.809279 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b', 'tag': 'e743c236-0a12-4fb4-9916-9cc1a9481595'}] {{(pid=100180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:57:36.817149 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd25e94c753d7f89e0e3c37123175e6223eaf2b946fa1bf5874daa58d3f91f45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf00d06-4ec0-42e3-8570-1086da2d6acb" -d '{"events": [{"name": "network-changed", "server_uuid": "f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b", "tag": "e743c236-0a12-4fb4-9916-9cc1a9481595"}]}' {{(pid=100180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:57:36.838938 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f154ed-fe1d-4e13-bda5-75eaf2116e3a service neutron] Pushing event updated for resources: {'Port': ['ID=e743c236-0a12-4fb4-9916-9cc1a9481595,revision_number=3']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:36.842322 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-84f154ed-fe1d-4e13-bda5-75eaf2116e3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:36.898530 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8aa0a00-d6ec-46d1-9645-af9eb4741338 x-openstack-request-id: req-c8aa0a00-d6ec-46d1-9645-af9eb4741338 {{(pid=100180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:57:36.898900 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b", "tag": "e743c236-0a12-4fb4-9916-9cc1a9481595", "status": "completed", "code": 200}]} {{(pid=100180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:57:36.902492 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c8aa0a00-d6ec-46d1-9645-af9eb4741338 {{(pid=100180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:57:36.902492 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b', 'tag': 'e743c236-0a12-4fb4-9916-9cc1a9481595', 'status': 'completed', 'code': 200} Jun 23 14:57:37.038662 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf00d06-4ec0-42e3-8570-1086da2d6acb req-f35bbd17-b548-45bd-8573-0eb569678113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:37.039210 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7cf00d06-4ec0-42e3-8570-1086da2d6acb req-f35bbd17-b548-45bd-8573-0eb569678113 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa7d0dda24c446bd908087d3aff750b3&device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 1096 time: 0.1209857 Jun 23 14:57:37.061991 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824736a2-475f-4f79-865b-8a6e7b1f7dd0 req-7685d3e9-d0e9-4393-9d34-34d62e40d942 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:37.063530 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-824736a2-475f-4f79-865b-8a6e7b1f7dd0 req-7685d3e9-d0e9-4393-9d34-34d62e40d942 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 943 time: 0.0982158 Jun 23 14:57:37.203604 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-824736a2-475f-4f79-865b-8a6e7b1f7dd0 req-019f99ec-7426-4d89-927a-106bd5cc6c1f tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121700 Jun 23 14:57:37.218500 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf00d06-4ec0-42e3-8570-1086da2d6acb req-560f0b48-0ada-4cca-87db-bdf43cd784d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:37.219974 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7cf00d06-4ec0-42e3-8570-1086da2d6acb req-560f0b48-0ada-4cca-87db-bdf43cd784d6 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=fa7d0dda24c446bd908087d3aff750b3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1554751 Jun 23 14:57:37.233858 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bccf0-8257-4a5c-9d8d-0e47065fbe2c req-c6b0bf27-e128-473c-af26-9601e2244e16 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:37.236556 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f84bccf0-8257-4a5c-9d8d-0e47065fbe2c req-c6b0bf27-e128-473c-af26-9601e2244e16 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.1963735 Jun 23 14:57:37.355962 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f84bccf0-8257-4a5c-9d8d-0e47065fbe2c req-366c9f8b-34cb-4cc9-ab31-c4d73ad02220 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065640 Jun 23 14:57:37.398404 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf00d06-4ec0-42e3-8570-1086da2d6acb req-8ea6d7bf-13b5-4b9e-9701-dd69886d1b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:37.400557 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7cf00d06-4ec0-42e3-8570-1086da2d6acb req-8ea6d7bf-13b5-4b9e-9701-dd69886d1b70 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1631110 Jun 23 14:57:37.576295 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-d2d287b1-f06a-4681-b451-4144a2cd95f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:37.577821 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-d2d287b1-f06a-4681-b451-4144a2cd95f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa7d0dda24c446bd908087d3aff750b3&device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 1096 time: 0.0764797 Jun 23 14:57:37.638573 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-76cb92c8-fb5b-4dcf-8434-a1e57c9c81cd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e743c236-0a12-4fb4-9916-9cc1a9481595 HTTP/1.1" status: 200 len: 217 time: 0.0513985 Jun 23 14:57:37.709865 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-b8576785-41d0-459a-9a82-b5985d70d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:37.713383 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-b8576785-41d0-459a-9a82-b5985d70d4f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47bace70-5c85-4779-8fbd-e5cc69ad2b8a HTTP/1.1" status: 200 len: 854 time: 0.0617342 Jun 23 14:57:37.776362 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-61d754f2-99f8-4032-9281-a9c44b8806b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a417f085-a5eb-426d-b45d-8a0833dc125c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533135 Jun 23 14:57:37.914845 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-37174854-0d9a-4d8a-ab7c-cbd2a714b707 service neutron] 10.222.0.46 "GET /v2.0/networks/a417f085-a5eb-426d-b45d-8a0833dc125c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182895 Jun 23 14:57:38.326359 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5b5b11ed-cdd0-491e-9156-88a73e2eff5e req-7d5b320b-e1c2-4606-98e2-ca85651c3aaf service neutron] 10.222.0.46 "GET /v2.0/networks/a417f085-a5eb-426d-b45d-8a0833dc125c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006014 Jun 23 14:57:38.546410 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e060d-a0cc-4974-9943-5005465eccd0 req-80f14708-02cf-4d79-9fe3-a6d99dab512a tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:38.550443 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-704e060d-a0cc-4974-9943-5005465eccd0 req-80f14708-02cf-4d79-9fe3-a6d99dab512a tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 943 time: 0.1640537 Jun 23 14:57:38.630035 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-704e060d-a0cc-4974-9943-5005465eccd0 req-ad19b323-d3f8-4eab-bb30-16249e29d38e tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476875 Jun 23 14:57:38.661385 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c655fb0-c07e-4a76-b7db-fd7cfc892e2e req-bcc01abf-aea3-4ddb-9b35-3c0b4b34afa6 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:38.661385 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4c655fb0-c07e-4a76-b7db-fd7cfc892e2e req-bcc01abf-aea3-4ddb-9b35-3c0b4b34afa6 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.1451254 Jun 23 14:57:38.692106 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4c655fb0-c07e-4a76-b7db-fd7cfc892e2e req-6b32edb6-eda2-4796-9d1e-c2ede832440f tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333679 Jun 23 14:57:39.870475 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-a868d3dc-66c3-4fe2-9058-d253e8971a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:39.934974 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2425f-44ba-4746-90af-69cee99624e8 req-48bafd12-c0dd-49e0-b664-50054776021a tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:39.936377 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-8cc2425f-44ba-4746-90af-69cee99624e8 req-48bafd12-c0dd-49e0-b664-50054776021a tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 943 time: 0.1125991 Jun 23 14:57:39.998514 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-8cc2425f-44ba-4746-90af-69cee99624e8 req-effd9e04-ef1d-45c9-a53b-914498b38513 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555444 Jun 23 14:57:40.964095 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703710fb-e845-41aa-ad42-116ca69eb53b req-d4563e07-ad7e-4034-affe-5841d79b650c tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:40.965436 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-703710fb-e845-41aa-ad42-116ca69eb53b req-d4563e07-ad7e-4034-affe-5841d79b650c tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0669420 Jun 23 14:57:41.015564 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-703710fb-e845-41aa-ad42-116ca69eb53b req-23c36338-2574-4269-a68a-7eb090a66837 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357482 Jun 23 14:57:41.213273 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device e743c236-0a12-4fb4-9916-9cc1a9481595 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=100182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:57:41.259860 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115227d5-1c2e-4add-bc11-0f85fd18ab09 req-ff5ca0b8-13f2-4a66-b285-da71c313c42d tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:41.268123 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-115227d5-1c2e-4add-bc11-0f85fd18ab09 req-ff5ca0b8-13f2-4a66-b285-da71c313c42d tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 943 time: 0.0902851 Jun 23 14:57:41.321051 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-115227d5-1c2e-4add-bc11-0f85fd18ab09 req-167d916d-2b5f-4355-92f5-5942f9c511ad tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518007 Jun 23 14:57:41.360069 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port e743c236-0a12-4fb4-9916-9cc1a9481595, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e743c236-0a12-4fb4-9916-9cc1a9481595,segment=NetworkSegment(85a77578-a6b0-4fa2-aab6-f10aa4cc4f23),segment_id=85a77578-a6b0-4fa2-aab6-f10aa4cc4f23)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:41.372367 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Returning: {'device': 'e743c236-0a12-4fb4-9916-9cc1a9481595', 'network_id': 'a417f085-a5eb-426d-b45d-8a0833dc125c', 'port_id': 'e743c236-0a12-4fb4-9916-9cc1a9481595', 'mac_address': 'fa:16:3e:7a:70:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47bace70-5c85-4779-8fbd-e5cc69ad2b8a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:57:41.421116 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:41.439261 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e743c236-0a12-4fb4-9916-9cc1a9481595 {{(pid=100182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:57:41.465455 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port e743c236-0a12-4fb4-9916-9cc1a9481595, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e743c236-0a12-4fb4-9916-9cc1a9481595,segment=NetworkSegment(85a77578-a6b0-4fa2-aab6-f10aa4cc4f23),segment_id=85a77578-a6b0-4fa2-aab6-f10aa4cc4f23)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:41.532191 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:41.534052 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:41.623765 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=e743c236-0a12-4fb4-9916-9cc1a9481595,revision_number=4']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:41.639604 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:42.039728 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['e743c236-0a12-4fb4-9916-9cc1a9481595'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:57:42.497172 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-2104c1d1-82d7-4502-af5e-212f563e906b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:42.554610 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:42.603312 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e4907-81c8-466c-ac5f-6c9c588e3343 req-14c8dbcd-a66b-41ba-9047-04a7430259c7 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:42.604987 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4f1e4907-81c8-466c-ac5f-6c9c588e3343 req-14c8dbcd-a66b-41ba-9047-04a7430259c7 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 944 time: 0.1372912 Jun 23 14:57:42.616135 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4a2f1-9026-4614-ae3b-a5d1d63761f4 req-cdcd0e44-3e38-4def-8a16-65e4834a21fd tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:42.617746 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d2c4a2f1-9026-4614-ae3b-a5d1d63761f4 req-cdcd0e44-3e38-4def-8a16-65e4834a21fd tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 945 time: 0.1463239 Jun 23 14:57:42.672868 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4f1e4907-81c8-466c-ac5f-6c9c588e3343 req-41335645-9807-4ac9-b3b5-8265ff74dc68 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539474 Jun 23 14:57:42.686114 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d2c4a2f1-9026-4614-ae3b-a5d1d63761f4 req-52c2b008-3488-4680-ba11-ab596d10ece4 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594995 Jun 23 14:57:43.732097 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:43.931836 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193d158-3c7a-4964-8b3f-0e6aebbc6261 req-cb5674ed-3221-4cc5-bdbb-1393b35f9666 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:43.939584 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3193d158-3c7a-4964-8b3f-0e6aebbc6261 req-cb5674ed-3221-4cc5-bdbb-1393b35f9666 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 944 time: 0.1228342 Jun 23 14:57:43.973803 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec439e-9dd2-497e-9036-b19c59fa2c26 req-f4f53de6-37a1-4dec-bcbc-9541dd593b77 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:43.982028 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-6fec439e-9dd2-497e-9036-b19c59fa2c26 req-f4f53de6-37a1-4dec-bcbc-9541dd593b77 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 945 time: 0.1456511 Jun 23 14:57:44.030335 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3193d158-3c7a-4964-8b3f-0e6aebbc6261 req-3ff86c70-2fbb-44b5-83ba-b5a1de8591f3 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895352 Jun 23 14:57:44.059538 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-6fec439e-9dd2-497e-9036-b19c59fa2c26 req-bf0821b8-7382-402c-8685-ccc4fc1544e5 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763736 Jun 23 14:57:44.820504 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e84043-6425-4e57-9446-af6d93097266 req-b4831c7e-066c-4867-90bf-570dc566370e tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:44.826178 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-06e84043-6425-4e57-9446-af6d93097266 req-b4831c7e-066c-4867-90bf-570dc566370e tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.1067364 Jun 23 14:57:44.885211 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-06e84043-6425-4e57-9446-af6d93097266 req-8b2c7231-bb7b-4cb8-ae44-c94caca43ad8 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556762 Jun 23 14:57:45.267959 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device e743c236-0a12-4fb4-9916-9cc1a9481595 up at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:57:45.269112 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a428a58-2313-4fd3-955b-6df6b8c4399d req-066f0412-3619-4540-bbab-427ebcdb6001 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:45.270949 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-8a428a58-2313-4fd3-955b-6df6b8c4399d req-066f0412-3619-4540-bbab-427ebcdb6001 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 944 time: 0.0991201 Jun 23 14:57:45.394958 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning for port e743c236-0a12-4fb4-9916-9cc1a9481595 completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:57:45.412392 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning complete for port e743c236-0a12-4fb4-9916-9cc1a9481595 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:57:45.413596 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:45.471344 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-8a428a58-2313-4fd3-955b-6df6b8c4399d req-0670f2ab-bf6a-4519-ba2a-5cd224e47f23 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873763 Jun 23 14:57:45.550094 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:45.561003 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:45.578884 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e743c236-0a12-4fb4-9916-9cc1a9481595'}] {{(pid=100182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:57:45.581399 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2be0bd3a3b87df06192a81cc7e782664f9eb16b4f3df3f1ec53fa4495edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab09b646-fd03-491f-98f4-1fd25ee200dd" -d '{"events": [{"server_uuid": "f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b", "name": "network-vif-plugged", "status": "completed", "tag": "e743c236-0a12-4fb4-9916-9cc1a9481595"}]}' {{(pid=100182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:57:45.581558 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19423eb-360d-496b-8aa7-2d85cdd033f2 req-c2ee65f2-b899-4450-94b6-430745b29394 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:45.583657 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b19423eb-360d-496b-8aa7-2d85cdd033f2 req-c2ee65f2-b899-4450-94b6-430745b29394 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 945 time: 0.2440183 Jun 23 14:57:45.593954 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5a438-6317-4280-b197-d96fe00973e1 req-77148884-c38f-430d-9a27-9a739603f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:45.600817 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-89d5a438-6317-4280-b197-d96fe00973e1 req-77148884-c38f-430d-9a27-9a739603f240 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d58c52cfc1c34f4585397127cb5d74af&device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 1098 time: 0.2655063 Jun 23 14:57:45.600970 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port e743c236-0a12-4fb4-9916-9cc1a9481595, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e743c236-0a12-4fb4-9916-9cc1a9481595,segment=NetworkSegment(85a77578-a6b0-4fa2-aab6-f10aa4cc4f23),segment_id=85a77578-a6b0-4fa2-aab6-f10aa4cc4f23)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:45.679414 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:45.681605 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:45.703628 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b19423eb-360d-496b-8aa7-2d85cdd033f2 req-89ae5623-2391-4dee-a55e-916d136e0618 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065860 Jun 23 14:57:45.748552 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=e743c236-0a12-4fb4-9916-9cc1a9481595,revision_number=5']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:45.751897 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:45.800087 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc4c9ac-b279-45b3-9599-9051ff7ea717 x-openstack-request-id: req-8cc4c9ac-b279-45b3-9599-9051ff7ea717 {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:57:45.800532 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5a438-6317-4280-b197-d96fe00973e1 req-26f320e9-b71d-4cc6-96f4-622cfd3d1f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:45.800664 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b", "name": "network-vif-plugged", "status": "completed", "tag": "e743c236-0a12-4fb4-9916-9cc1a9481595", "code": 200}]} {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:57:45.801208 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8cc4c9ac-b279-45b3-9599-9051ff7ea717 {{(pid=100182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:57:45.801716 dv-cinder-796286-8-smb neutron-server[100182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e743c236-0a12-4fb4-9916-9cc1a9481595', 'code': 200} Jun 23 14:57:45.802005 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-89d5a438-6317-4280-b197-d96fe00973e1 req-26f320e9-b71d-4cc6-96f4-622cfd3d1f19 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e0346334-c16f-40f4-aea1-9054cd38ae9d HTTP/1.1" status: 200 len: 919 time: 0.1794894 Jun 23 14:57:45.897685 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-89d5a438-6317-4280-b197-d96fe00973e1 req-9daf6f34-2c36-4ca7-8c32-f0666d128035 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5 HTTP/1.1" status: 200 len: 217 time: 0.0459983 Jun 23 14:57:45.941410 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f9555-476c-43ab-bf29-8446aac0ad12 req-71ca8e38-a64f-4ef4-8a36-26147595854b tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:45.950180 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1a7f9555-476c-43ab-bf29-8446aac0ad12 req-71ca8e38-a64f-4ef4-8a36-26147595854b tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.1461444 Jun 23 14:57:46.016737 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1a7f9555-476c-43ab-bf29-8446aac0ad12 req-9a2c042d-5a44-44fa-bda8-000709d67d85 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655234 Jun 23 14:57:46.077912 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5a438-6317-4280-b197-d96fe00973e1 req-d4ec9cec-3691-4f5a-ae1d-1561b567f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:46.080590 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-89d5a438-6317-4280-b197-d96fe00973e1 req-d4ec9cec-3691-4f5a-ae1d-1561b567f88e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=844a227c-d94f-4f13-9d17-8cc692313f0c HTTP/1.1" status: 200 len: 858 time: 0.1612265 Jun 23 14:57:46.122540 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-89d5a438-6317-4280-b197-d96fe00973e1 req-a30bc912-d00c-4213-8f85-c4e1bc0898ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0346334-c16f-40f4-aea1-9054cd38ae9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289791 Jun 23 14:57:46.157084 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f022a-b46e-4bc4-8703-b6b3f90f8260 req-fdc6ac4a-6b14-4e82-a3ca-d4147a48d12a tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:46.164011 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-722f022a-b46e-4bc4-8703-b6b3f90f8260 req-fdc6ac4a-6b14-4e82-a3ca-d4147a48d12a tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.1398470 Jun 23 14:57:46.275004 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-722f022a-b46e-4bc4-8703-b6b3f90f8260 req-3ff5368f-350f-4143-9bea-a58e9da698f7 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059370 Jun 23 14:57:46.308338 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-89d5a438-6317-4280-b197-d96fe00973e1 req-fc462c2e-f31b-4cb1-a9c4-e4105255955b service neutron] 10.222.0.46 "GET /v2.0/networks/e0346334-c16f-40f4-aea1-9054cd38ae9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726062 Jun 23 14:57:46.379059 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5081f-fcfa-4ebf-b8fe-27c9e1c7d039 req-2c26d647-a355-44f7-b3e4-4b3d38a7ac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:46.381447 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-bcb5081f-fcfa-4ebf-b8fe-27c9e1c7d039 req-2c26d647-a355-44f7-b3e4-4b3d38a7ac57 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 1098 time: 0.0814822 Jun 23 14:57:46.434714 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-89d5a438-6317-4280-b197-d96fe00973e1 req-2b97f15d-5bfe-442d-b8a4-9ec3d1f44b53 service neutron] 10.222.0.46 "GET /v2.0/networks/e0346334-c16f-40f4-aea1-9054cd38ae9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166370 Jun 23 14:57:46.457329 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-bcb5081f-fcfa-4ebf-b8fe-27c9e1c7d039 req-cdb4e4bf-1a12-45b1-81b4-784242a49b39 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628598 Jun 23 14:57:46.687787 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ebb90-3237-454d-93c9-82525a05dc39 req-33449178-36b7-449d-8720-62a603f83834 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:46.697540 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4f2ebb90-3237-454d-93c9-82525a05dc39 req-33449178-36b7-449d-8720-62a603f83834 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 945 time: 0.0979276 Jun 23 14:57:46.755564 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4f2ebb90-3237-454d-93c9-82525a05dc39 req-e2f7edc2-ab78-44fa-83e8-c09e3f63d3f8 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569925 Jun 23 14:57:46.919671 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6094a-cccc-466c-bd45-99a1d6df14c5 req-73802a8b-34b0-487b-ad81-657c2055aae6 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:46.926801 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-97d6094a-cccc-466c-bd45-99a1d6df14c5 req-73802a8b-34b0-487b-ad81-657c2055aae6 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 945 time: 0.0717318 Jun 23 14:57:46.966441 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-97d6094a-cccc-466c-bd45-99a1d6df14c5 req-074a0a6b-a97b-40f6-8057-ac9cfd66417e tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387952 Jun 23 14:57:47.212866 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0d6b1-f6c3-4071-aa95-9c182112dd0a req-afa01337-cd88-4164-bc14-67f01bf0f27a tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:47.214603 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-59e0d6b1-f6c3-4071-aa95-9c182112dd0a req-afa01337-cd88-4164-bc14-67f01bf0f27a tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0802824 Jun 23 14:57:47.254764 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-59e0d6b1-f6c3-4071-aa95-9c182112dd0a req-a9ea8523-c8d9-4563-bf30-e31a8e320641 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343199 Jun 23 14:57:47.455705 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10893c-e875-4cd9-90a2-b38aa7577460 req-0eea196a-13a1-4133-9c84-41804e0f2af2 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:47.458109 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4b10893c-e875-4cd9-90a2-b38aa7577460 req-0eea196a-13a1-4133-9c84-41804e0f2af2 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.0729697 Jun 23 14:57:47.500624 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4b10893c-e875-4cd9-90a2-b38aa7577460 req-d7544e64-c259-4235-a1a8-94439afaf177 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367956 Jun 23 14:57:48.028446 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94110a73-3c7d-4954-96da-625985eeefda req-3217da28-df9b-4d96-b320-82e22adb1f79 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:48.035665 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-94110a73-3c7d-4954-96da-625985eeefda req-3217da28-df9b-4d96-b320-82e22adb1f79 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 945 time: 0.0876341 Jun 23 14:57:48.081625 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-94110a73-3c7d-4954-96da-625985eeefda req-f0e8b9e7-6758-4e57-9f8b-26ee4e465d72 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450091 Jun 23 14:57:48.228800 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eac83-81ed-48b2-9f73-5fa545ba8127 req-4bda4d23-87ad-42e1-99b0-312ba62f8660 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:48.230410 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-317eac83-81ed-48b2-9f73-5fa545ba8127 req-4bda4d23-87ad-42e1-99b0-312ba62f8660 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 945 time: 0.0841830 Jun 23 14:57:48.279998 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-317eac83-81ed-48b2-9f73-5fa545ba8127 req-642e250a-2077-419e-b620-be43290e3007 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422060 Jun 23 14:57:48.448152 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634dc774-d91f-4087-a28b-66aaa606f450 req-3d76adbf-94cb-431c-8bbf-a5156ccf36e8 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:48.449821 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-634dc774-d91f-4087-a28b-66aaa606f450 req-3d76adbf-94cb-431c-8bbf-a5156ccf36e8 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0767021 Jun 23 14:57:48.495399 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-634dc774-d91f-4087-a28b-66aaa606f450 req-232353e9-58e1-49bd-bfed-995032acbe6e tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389612 Jun 23 14:57:48.734792 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb25fd9-3f26-439e-a383-455ebbcd2022 req-f4455821-90c3-4a5b-b594-85c32cc22d49 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:48.736249 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-cbb25fd9-3f26-439e-a383-455ebbcd2022 req-f4455821-90c3-4a5b-b594-85c32cc22d49 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.0739486 Jun 23 14:57:48.774829 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-cbb25fd9-3f26-439e-a383-455ebbcd2022 req-1f825718-9d2a-4f3d-a7be-1cdab35af0fb tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322886 Jun 23 14:57:49.274665 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9950aec-c697-4c7b-afd5-88a9324ddb77 req-83d21076-14d2-48fe-a5bb-401b40bdb1a8 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:49.276236 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c9950aec-c697-4c7b-afd5-88a9324ddb77 req-83d21076-14d2-48fe-a5bb-401b40bdb1a8 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 945 time: 0.0835502 Jun 23 14:57:49.329023 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c9950aec-c697-4c7b-afd5-88a9324ddb77 req-ec90ce3e-6750-43b0-90fa-271ae9dfe00c tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466912 Jun 23 14:57:49.508361 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b02bb-5853-4681-959d-80ad8c3e4537 req-799d4a0e-5157-4b9c-9229-c1cb27cdf235 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:49.516286 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7a3b02bb-5853-4681-959d-80ad8c3e4537 req-799d4a0e-5157-4b9c-9229-c1cb27cdf235 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 945 time: 0.0780761 Jun 23 14:57:49.560374 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7a3b02bb-5853-4681-959d-80ad8c3e4537 req-600ba33b-5c52-4f6c-8bd2-21b1a5d7c661 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430284 Jun 23 14:57:49.730682 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c1045-aae4-49a7-ba24-007051575113 req-df672d80-14de-449a-9a19-674d31292301 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:49.732500 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-fe1c1045-aae4-49a7-ba24-007051575113 req-df672d80-14de-449a-9a19-674d31292301 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0968676 Jun 23 14:57:49.808164 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-fe1c1045-aae4-49a7-ba24-007051575113 req-499edcce-a37b-4d93-b133-c9f7d7cfa8e5 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672171 Jun 23 14:57:50.009163 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3f4bd-66e0-49bb-bfc5-127396627d3a req-e362dd6d-ed5c-4574-b74c-7817b90a48dd tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:50.011345 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-96d3f4bd-66e0-49bb-bfc5-127396627d3a req-e362dd6d-ed5c-4574-b74c-7817b90a48dd tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.0775566 Jun 23 14:57:50.054151 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-96d3f4bd-66e0-49bb-bfc5-127396627d3a req-d25e17a8-8c9b-481e-8e68-1ded18bf13f8 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351338 Jun 23 14:57:50.369617 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 49440) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:50.484839 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-02bb7833-982d-4efa-9ecb-9214741162bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:50.584333 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-02bb7833-982d-4efa-9ecb-9214741162bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:50.680106 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-02bb7833-982d-4efa-9ecb-9214741162bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:50.682874 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-2b75faed-f44d-4e7d-a8f8-ff6cebaa28f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:50.719400 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-02bb7833-982d-4efa-9ecb-9214741162bd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b840fbe6abc540cf92298b2b212e3773&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3484652 Jun 23 14:57:50.720948 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb7833-982d-4efa-9ecb-9214741162bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282e51e8-95fe-47fe-86fd-be95d9cd3929,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:50.722203 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 49446) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:50.729428 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb7833-982d-4efa-9ecb-9214741162bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:50.729996 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb7833-982d-4efa-9ecb-9214741162bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:50.730355 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb7833-982d-4efa-9ecb-9214741162bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:50.730710 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb7833-982d-4efa-9ecb-9214741162bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:50.731051 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb7833-982d-4efa-9ecb-9214741162bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:50.731395 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb7833-982d-4efa-9ecb-9214741162bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:50.731736 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb7833-982d-4efa-9ecb-9214741162bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:50.732073 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb7833-982d-4efa-9ecb-9214741162bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:50.732411 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb7833-982d-4efa-9ecb-9214741162bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:50.732747 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb7833-982d-4efa-9ecb-9214741162bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:50.733092 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb7833-982d-4efa-9ecb-9214741162bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:50.733419 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb7833-982d-4efa-9ecb-9214741162bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:50.737330 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-02bb7833-982d-4efa-9ecb-9214741162bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:50.802174 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f03299-8de6-42a6-8861-c0716bc83e0d req-db697263-549f-432c-9b7d-79fde11d2754 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:50.810953 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-60f03299-8de6-42a6-8861-c0716bc83e0d req-db697263-549f-432c-9b7d-79fde11d2754 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 945 time: 0.1259217 Jun 23 14:57:50.822068 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-594ce386-216c-4fee-a2ec-a5964e67cdba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:50.861619 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-594ce386-216c-4fee-a2ec-a5964e67cdba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:50.934181 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-60f03299-8de6-42a6-8861-c0716bc83e0d req-0b4a4890-b2c3-4963-ae9b-ea8c5f442a6d tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182456 Jun 23 14:57:51.029983 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8090c9-d652-432b-b4a9-b405abf21203 req-c4588a12-28f1-4930-bfc9-59e6791db038 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:51.031479 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3b8090c9-d652-432b-b4a9-b405abf21203 req-c4588a12-28f1-4930-bfc9-59e6791db038 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0803432 Jun 23 14:57:51.070074 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3b8090c9-d652-432b-b4a9-b405abf21203 req-0b3983cf-fb49-448e-b499-d8f2145bad13 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329306 Jun 23 14:57:51.080231 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-594ce386-216c-4fee-a2ec-a5964e67cdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:51.083002 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-594ce386-216c-4fee-a2ec-a5964e67cdba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:51.084088 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-594ce386-216c-4fee-a2ec-a5964e67cdba admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/282e51e8-95fe-47fe-86fd-be95d9cd3929 HTTP/1.1" status: 204 len: 168 time: 0.3605192 Jun 23 14:57:51.084851 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-043ff622-da1c-4a86-acf1-f07914390493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:51.120447 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ce386-216c-4fee-a2ec-a5964e67cdba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282e51e8-95fe-47fe-86fd-be95d9cd3929,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:51.138310 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ce386-216c-4fee-a2ec-a5964e67cdba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:51.138989 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ce386-216c-4fee-a2ec-a5964e67cdba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:51.139491 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ce386-216c-4fee-a2ec-a5964e67cdba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:51.140647 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ce386-216c-4fee-a2ec-a5964e67cdba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:51.141174 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ce386-216c-4fee-a2ec-a5964e67cdba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:51.142350 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ce386-216c-4fee-a2ec-a5964e67cdba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:51.142716 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ce386-216c-4fee-a2ec-a5964e67cdba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:51.143101 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ce386-216c-4fee-a2ec-a5964e67cdba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:51.143415 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ce386-216c-4fee-a2ec-a5964e67cdba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:51.143765 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ce386-216c-4fee-a2ec-a5964e67cdba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:51.144114 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ce386-216c-4fee-a2ec-a5964e67cdba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:51.144466 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ce386-216c-4fee-a2ec-a5964e67cdba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:51.151276 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-594ce386-216c-4fee-a2ec-a5964e67cdba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:51.561275 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7a9cb-c6a9-42f7-9002-353365543190 req-35f0ec76-a386-49af-bcfb-a15852cd58b4 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:51.570039 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7aa7a9cb-c6a9-42f7-9002-353365543190 req-35f0ec76-a386-49af-bcfb-a15852cd58b4 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.1119745 Jun 23 14:57:51.609869 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7aa7a9cb-c6a9-42f7-9002-353365543190 req-7caddc67-a7f9-4731-8bb5-1687103207a7 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388222 Jun 23 14:57:51.943744 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 49482) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:51.968919 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-fd0535ac-b949-4c46-8949-b717b1933fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:52.094111 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-fd0535ac-b949-4c46-8949-b717b1933fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:52.157152 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458238a-1eb7-4a9d-a0e5-8c55d7fa7025 req-73935f88-2849-4211-b9eb-267952594db5 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:52.157152 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1458238a-1eb7-4a9d-a0e5-8c55d7fa7025 req-73935f88-2849-4211-b9eb-267952594db5 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 945 time: 0.0960624 Jun 23 14:57:52.201321 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1458238a-1eb7-4a9d-a0e5-8c55d7fa7025 req-b481de89-37f2-4064-8530-8c8aa1d13582 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388465 Jun 23 14:57:52.211928 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-fd0535ac-b949-4c46-8949-b717b1933fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:52.214607 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-c22d2c4a-cd54-4c7f-afee-3cc91fd9a1d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:52.272711 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-fd0535ac-b949-4c46-8949-b717b1933fbf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b2c9f21eba63479790152b0d00160bba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3269846 Jun 23 14:57:52.285122 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0535ac-b949-4c46-8949-b717b1933fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbaa4833-68f2-4f4f-8a7f-8d5857236111,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:52.285373 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 49488) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:52.290559 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-fd0535ac-b949-4c46-8949-b717b1933fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:52.412980 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-ae16d7cd-8fd3-447b-9d37-864730980195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:52.438941 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-ae16d7cd-8fd3-447b-9d37-864730980195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:52.457095 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59498188-7470-4677-8f84-3bc872f3f89b req-346c42eb-df25-47df-84dd-6cc454c87f89 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:52.458690 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-59498188-7470-4677-8f84-3bc872f3f89b req-346c42eb-df25-47df-84dd-6cc454c87f89 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.1184752 Jun 23 14:57:52.524361 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-59498188-7470-4677-8f84-3bc872f3f89b req-51603024-5495-494b-8f69-63c7fc3131e9 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543563 Jun 23 14:57:52.622690 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-ae16d7cd-8fd3-447b-9d37-864730980195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:52.625523 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-ae16d7cd-8fd3-447b-9d37-864730980195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:52.627588 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-ae16d7cd-8fd3-447b-9d37-864730980195 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dbaa4833-68f2-4f4f-8a7f-8d5857236111 HTTP/1.1" status: 204 len: 168 time: 0.3477159 Jun 23 14:57:52.630987 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-f5c3c9ac-13a9-4f5b-8de0-43ceb5d1575f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:52.638953 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16d7cd-8fd3-447b-9d37-864730980195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbaa4833-68f2-4f4f-8a7f-8d5857236111,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:52.643975 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-ae16d7cd-8fd3-447b-9d37-864730980195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:52.860481 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc743af-ba72-480d-ade4-7b76b4d833e6 req-c7d9409b-f8af-4a50-a512-a6de124009c5 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:52.868502 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1cc743af-ba72-480d-ade4-7b76b4d833e6 req-c7d9409b-f8af-4a50-a512-a6de124009c5 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.0711849 Jun 23 14:57:52.912035 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1cc743af-ba72-480d-ade4-7b76b4d833e6 req-a281d8bc-bd88-456c-9624-343a1640907f tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421505 Jun 23 14:57:53.404120 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b1a6a-570f-40d3-b3b6-9dcbd5ec3517 req-89e822f0-51cb-4926-bc75-028df727b66a tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:53.406381 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-de2b1a6a-570f-40d3-b3b6-9dcbd5ec3517 req-89e822f0-51cb-4926-bc75-028df727b66a tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 945 time: 0.0805125 Jun 23 14:57:53.474321 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-de2b1a6a-570f-40d3-b3b6-9dcbd5ec3517 req-44531c0c-57c6-4eb6-a094-65e41b49abad tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583091 Jun 23 14:57:53.516811 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 49516) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:53.532811 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-12c48ae0-85e7-478b-b2a3-0aab69b89eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:53.664088 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-12c48ae0-85e7-478b-b2a3-0aab69b89eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:53.706539 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c5ef1-d376-49d2-b3d9-f6373b255a1c req-b8f363b1-e32f-4df6-98c7-df85537d212f tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:53.714596 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c46c5ef1-d376-49d2-b3d9-f6373b255a1c req-b8f363b1-e32f-4df6-98c7-df85537d212f tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0787802 Jun 23 14:57:53.737460 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-12c48ae0-85e7-478b-b2a3-0aab69b89eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:53.764593 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-5ae1b423-f0db-4061-a932-e30e09ea0b32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:53.768946 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-12c48ae0-85e7-478b-b2a3-0aab69b89eba admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=012dd757aafa46f7a9c3dda98ce72a81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510633 Jun 23 14:57:53.771853 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 49520) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:53.774826 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c46c5ef1-d376-49d2-b3d9-f6373b255a1c req-435259cd-c742-4129-9aca-1bdf01ee0969 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571673 Jun 23 14:57:53.862812 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c48ae0-85e7-478b-b2a3-0aab69b89eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cacd4c-5745-4d2e-bc0a-812b1493e2cd,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:53.868627 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-12c48ae0-85e7-478b-b2a3-0aab69b89eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:53.910542 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f1392aa4-bc4b-4f2e-8b81-3c9ffbc8a124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:53.979360 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f1392aa4-bc4b-4f2e-8b81-3c9ffbc8a124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:54.152653 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f1392aa4-bc4b-4f2e-8b81-3c9ffbc8a124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:54.152653 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f1392aa4-bc4b-4f2e-8b81-3c9ffbc8a124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:54.153167 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-f1392aa4-bc4b-4f2e-8b81-3c9ffbc8a124 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f9cacd4c-5745-4d2e-bc0a-812b1493e2cd HTTP/1.1" status: 204 len: 168 time: 0.3799925 Jun 23 14:57:54.154067 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-54cae414-c452-47ff-874d-b9842a984b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:54.179028 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1392aa4-bc4b-4f2e-8b81-3c9ffbc8a124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cacd4c-5745-4d2e-bc0a-812b1493e2cd,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:54.185005 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-f1392aa4-bc4b-4f2e-8b81-3c9ffbc8a124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:54.222820 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53203e9-8e9f-4d0e-8e35-a1a2daa51d1f req-daf57105-c4a8-4be5-8930-640bcda4cbd6 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:54.238416 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d53203e9-8e9f-4d0e-8e35-a1a2daa51d1f req-daf57105-c4a8-4be5-8930-640bcda4cbd6 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.1494362 Jun 23 14:57:54.292192 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d53203e9-8e9f-4d0e-8e35-a1a2daa51d1f req-277b1509-b6d7-43c0-9cbb-953c6f6cc32f tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494468 Jun 23 14:57:54.405807 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 49536) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:54.609694 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4ad42fba-fc48-4d04-acd9-9ca2670f8b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:54.760325 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4ad42fba-fc48-4d04-acd9-9ca2670f8b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:54.780022 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3abd1-7d32-4b47-ad1a-7100fbe15187 req-afd7d2d5-e4a0-4ff2-9937-57d9c556265e tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:54.782217 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c1d3abd1-7d32-4b47-ad1a-7100fbe15187 req-afd7d2d5-e4a0-4ff2-9937-57d9c556265e tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 945 time: 0.1189215 Jun 23 14:57:54.838940 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c1d3abd1-7d32-4b47-ad1a-7100fbe15187 req-a70b0047-91ff-415e-8837-8a188358b7a0 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510445 Jun 23 14:57:54.866662 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4ad42fba-fc48-4d04-acd9-9ca2670f8b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:54.870177 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-350abb47-94a8-4a9c-b660-145c31c253f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:54.919939 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad42fba-fc48-4d04-acd9-9ca2670f8b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9263124e-6fc9-4c61-9567-fc945a908c09,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:54.928232 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 49556) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:54.929282 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-4ad42fba-fc48-4d04-acd9-9ca2670f8b5b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=25d00189a7d34cd78586c3320e33a449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5206897 Jun 23 14:57:54.931139 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-4ad42fba-fc48-4d04-acd9-9ca2670f8b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:55.044225 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-565a4d29-de09-434b-921b-5df2795049c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:55.074755 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb246b1-909c-487a-b41a-4104226eb507 req-e5e4c889-7fab-4925-b115-f6a3080e69d6 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:55.076722 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-6bb246b1-909c-487a-b41a-4104226eb507 req-e5e4c889-7fab-4925-b115-f6a3080e69d6 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.1520963 Jun 23 14:57:55.096669 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-565a4d29-de09-434b-921b-5df2795049c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:55.171110 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-6bb246b1-909c-487a-b41a-4104226eb507 req-92ee46eb-40ee-4f32-8ded-04e637101a2f tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848732 Jun 23 14:57:55.268584 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-565a4d29-de09-434b-921b-5df2795049c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:55.271322 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-565a4d29-de09-434b-921b-5df2795049c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:55.274893 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-565a4d29-de09-434b-921b-5df2795049c4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9263124e-6fc9-4c61-9567-fc945a908c09 HTTP/1.1" status: 204 len: 168 time: 0.3439851 Jun 23 14:57:55.274893 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-d6af5b44-5acb-4141-b391-5614a3ffe18c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:55.281865 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a4d29-de09-434b-921b-5df2795049c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9263124e-6fc9-4c61-9567-fc945a908c09,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:55.292054 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-565a4d29-de09-434b-921b-5df2795049c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:55.526600 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fc364-a8ca-45e7-b18a-c13bf761989d req-55d04e95-6398-4771-93ca-b14289e03fee tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:55.529440 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7f5fc364-a8ca-45e7-b18a-c13bf761989d req-55d04e95-6398-4771-93ca-b14289e03fee tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.0831325 Jun 23 14:57:55.579934 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7f5fc364-a8ca-45e7-b18a-c13bf761989d req-59f1d13d-731b-442a-a070-b3461cec81cd tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438855 Jun 23 14:57:56.091230 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed176589-b525-434f-90db-f6412677ee33 req-9774a368-d092-43ed-a498-d223747726fc tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:56.093070 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ed176589-b525-434f-90db-f6412677ee33 req-9774a368-d092-43ed-a498-d223747726fc tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 945 time: 0.0880303 Jun 23 14:57:56.134424 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ed176589-b525-434f-90db-f6412677ee33 req-945471cf-3228-4eca-934d-dd0fe9a2c207 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342751 Jun 23 14:57:56.357290 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7edc4db-9308-46d1-bea3-346e31f65127 req-7a976389-74a8-4814-be30-e64be3f51014 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:56.358964 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f7edc4db-9308-46d1-bea3-346e31f65127 req-7a976389-74a8-4814-be30-e64be3f51014 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0699637 Jun 23 14:57:56.411171 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f7edc4db-9308-46d1-bea3-346e31f65127 req-688eb525-061e-47ad-ac9b-9a3cbb0fc1e7 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439544 Jun 23 14:57:56.802542 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25bd01-eccc-4046-b724-d51f2bdc6ac4 req-5e9ab436-57d5-49bf-973f-443bf1d2c82f tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:56.810157 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7f25bd01-eccc-4046-b724-d51f2bdc6ac4 req-5e9ab436-57d5-49bf-973f-443bf1d2c82f tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.0745578 Jun 23 14:57:56.843479 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7f25bd01-eccc-4046-b724-d51f2bdc6ac4 req-c7ad8934-10e1-4a09-9b88-468ad7764f7e tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324829 Jun 23 14:57:57.315976 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642e5c0-23ec-42b1-a9b3-b24da1cf24a8 req-35169246-ce21-4c96-a5d3-5afb606c206c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:57.317402 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3642e5c0-23ec-42b1-a9b3-b24da1cf24a8 req-35169246-ce21-4c96-a5d3-5afb606c206c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 945 time: 0.0633488 Jun 23 14:57:57.354437 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3642e5c0-23ec-42b1-a9b3-b24da1cf24a8 req-55cec002-edd9-4381-ab7e-b5f76a56fe20 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311079 Jun 23 14:57:57.584219 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ba875-108c-4206-83c1-13b3ee221bfc req-80ceccd5-baa5-423f-8bdb-cbbbe9524078 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:57.585882 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-af4ba875-108c-4206-83c1-13b3ee221bfc req-80ceccd5-baa5-423f-8bdb-cbbbe9524078 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0662258 Jun 23 14:57:57.624408 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-af4ba875-108c-4206-83c1-13b3ee221bfc req-fc5378ff-b127-4587-ac9c-7b23d512330b tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322914 Jun 23 14:57:57.794821 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-8b65e7f5-2539-40ce-9915-b3db248ed30a tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:57.796265 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-8b65e7f5-2539-40ce-9915-b3db248ed30a tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/networks?id=a417f085-a5eb-426d-b45d-8a0833dc125c HTTP/1.1" status: 200 len: 814 time: 0.1056371 Jun 23 14:57:57.812053 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-47032d98-ed7d-4813-8b37-35b829835c82 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/quotas/fa7d0dda24c446bd908087d3aff750b3 HTTP/1.1" status: 200 len: 375 time: 0.0100033 Jun 23 14:57:57.891613 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-e40791fb-5ca0-4052-bb27-948204f5c844 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fa7d0dda24c446bd908087d3aff750b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0738750 Jun 23 14:57:57.983053 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-381a72e7-a0b1-458f-959f-dc1ad024f013 service neutron] 10.222.0.72 "GET /v2.0/networks/a417f085-a5eb-426d-b45d-8a0833dc125c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845304 Jun 23 14:57:58.365486 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518c987-0963-47a3-861c-4a750d689901 req-61ee9597-8a64-416e-9e25-05835632cf5c tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:58.366942 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9518c987-0963-47a3-861c-4a750d689901 req-61ee9597-8a64-416e-9e25-05835632cf5c tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.3803933 Jun 23 14:57:58.368690 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-32c3a019-014d-4813-b761-0a75f3379cfd service neutron] 10.222.0.72 "GET /v2.0/networks/a417f085-a5eb-426d-b45d-8a0833dc125c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731794 Jun 23 14:57:58.422320 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9518c987-0963-47a3-861c-4a750d689901 req-2d69288f-ac2e-4483-b810-7387d99d1c96 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441432 Jun 23 14:57:58.580588 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4c466-7dee-4794-b1de-c6b5e80c05ad req-0feb3f91-7962-4b4f-8940-05fd7649c236 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:58.582044 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-aab4c466-7dee-4794-b1de-c6b5e80c05ad req-0feb3f91-7962-4b4f-8940-05fd7649c236 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 945 time: 0.0614443 Jun 23 14:57:58.618222 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-aab4c466-7dee-4794-b1de-c6b5e80c05ad req-e9393afb-deb6-4218-8f7c-0f467b87562f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299113 Jun 23 14:57:58.721597 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b7865642-4ca9-421c-a8e6-61b6166add41 req-dd3939a5-bb6d-4616-84fa-9fe68f696341 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdcf318c-98cb-47f9-81c8-51246b5783c4 HTTP/1.1" status: 200 len: 210 time: 0.0291135 Jun 23 14:57:58.825456 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb568963-3f92-4d69-9219-05bcc328aa1c req-95bb6dda-2cdf-41d7-997c-425556baa73a tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:58.826993 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-eb568963-3f92-4d69-9219-05bcc328aa1c req-95bb6dda-2cdf-41d7-997c-425556baa73a tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0675700 Jun 23 14:57:58.867090 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-eb568963-3f92-4d69-9219-05bcc328aa1c req-c6d2ca24-5c7c-43ef-b844-ce7b568a4422 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317001 Jun 23 14:57:59.322822 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device a8907114-1ecb-4a9e-87a5-7bf34bc31485 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=100182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:57:59.419551 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port a8907114-1ecb-4a9e-87a5-7bf34bc31485, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a8907114-1ecb-4a9e-87a5-7bf34bc31485,segment=NetworkSegment(53319a76-a6c9-4f00-b8bd-5ceecb1d2786),segment_id=53319a76-a6c9-4f00-b8bd-5ceecb1d2786)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:59.430254 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Returning: {'device': 'a8907114-1ecb-4a9e-87a5-7bf34bc31485', 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3', 'port_id': 'a8907114-1ecb-4a9e-87a5-7bf34bc31485', 'mac_address': 'fa:16:3e:40:f5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:57:59.470662 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:59.487259 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8907114-1ecb-4a9e-87a5-7bf34bc31485 {{(pid=100182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:57:59.507278 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port a8907114-1ecb-4a9e-87a5-7bf34bc31485, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a8907114-1ecb-4a9e-87a5-7bf34bc31485,segment=NetworkSegment(53319a76-a6c9-4f00-b8bd-5ceecb1d2786),segment_id=53319a76-a6c9-4f00-b8bd-5ceecb1d2786)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:59.598716 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806338c-dcfa-40c0-a75c-19569a14fe36 req-8b57330c-d895-4799-a31b-54d16239136a tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:59.600420 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e806338c-dcfa-40c0-a75c-19569a14fe36 req-8b57330c-d895-4799-a31b-54d16239136a tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.0623319 Jun 23 14:57:59.601034 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:59.607765 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-e5c32559-e4ef-40f6-bbd6-bda71f5e966d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:59.646342 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e806338c-dcfa-40c0-a75c-19569a14fe36 req-17e9dcdc-17e0-4e42-aab9-48eca5483c4e tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371888 Jun 23 14:57:59.687594 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=a8907114-1ecb-4a9e-87a5-7bf34bc31485,revision_number=6']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:59.694920 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:59.695270 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:59.695610 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:59.695974 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:59.696306 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:59.696642 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:59.696964 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:59.697470 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:59.697992 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:59.698465 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:59.698938 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:59.699408 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:59.703839 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:59.738329 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['a8907114-1ecb-4a9e-87a5-7bf34bc31485'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:57:59.740184 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 49736) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:59.881768 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524142d-5db7-4bf2-b731-d1cd7f90c1f6 req-fcdf22b3-a81e-4751-9480-522e0a6d5c15 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:59.883751 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a524142d-5db7-4bf2-b731-d1cd7f90c1f6 req-fcdf22b3-a81e-4751-9480-522e0a6d5c15 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 944 time: 0.1249413 Jun 23 14:57:59.905641 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-4baab1f3-3299-41e2-9fac-1da7a6e6ec7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:59.957055 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e53a747a-03e9-4f3a-98ba-9006c9073683 req-1efe8519-9c9f-439c-8df5-a439d8c87b22 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdcf318c-98cb-47f9-81c8-51246b5783c4 HTTP/1.1" status: 200 len: 210 time: 0.0370476 Jun 23 14:57:59.978487 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a524142d-5db7-4bf2-b731-d1cd7f90c1f6 req-5de26207-2b06-4667-860a-e142cfd4f341 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872126 Jun 23 14:58:00.043202 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-4baab1f3-3299-41e2-9fac-1da7a6e6ec7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:00.113175 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbc93c-5233-484e-ac94-6ff39ad53676 req-dfc8cc73-9a33-4fbd-8603-92633ec45661 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:00.114612 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-eccbc93c-5233-484e-ac94-6ff39ad53676 req-dfc8cc73-9a33-4fbd-8603-92633ec45661 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0601485 Jun 23 14:58:00.151716 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-eccbc93c-5233-484e-ac94-6ff39ad53676 req-4b741443-7452-459b-96bf-24e789cc46c9 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310500 Jun 23 14:58:00.199902 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-4baab1f3-3299-41e2-9fac-1da7a6e6ec7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:00.203946 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-10d326c9-4f92-4bf1-b335-9165f3d46676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:00.240914 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baab1f3-3299-41e2-9fac-1da7a6e6ec7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fbfb24-3d32-4c99-8b39-03bc4f934cf9,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:00.248438 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-4baab1f3-3299-41e2-9fac-1da7a6e6ec7c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7edb9a0ef50349e494740861ce52428b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5070684 Jun 23 14:58:00.249008 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 49748) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:00.249544 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-4baab1f3-3299-41e2-9fac-1da7a6e6ec7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:00.305931 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-676e1b13-47ee-42bc-a47c-5ea4728e7003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:00.325393 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-676e1b13-47ee-42bc-a47c-5ea4728e7003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:00.434646 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-676e1b13-47ee-42bc-a47c-5ea4728e7003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:00.437184 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-676e1b13-47ee-42bc-a47c-5ea4728e7003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:00.438380 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-676e1b13-47ee-42bc-a47c-5ea4728e7003 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/39fbfb24-3d32-4c99-8b39-03bc4f934cf9 HTTP/1.1" status: 204 len: 168 time: 0.1876638 Jun 23 14:58:00.443880 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-02bb7833-982d-4efa-9ecb-9214741162bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:00.446726 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e1b13-47ee-42bc-a47c-5ea4728e7003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fbfb24-3d32-4c99-8b39-03bc4f934cf9,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:00.449151 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-676e1b13-47ee-42bc-a47c-5ea4728e7003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:00.841198 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05f311-3c55-4dec-819b-e171e23a4df1 req-9ee3f35d-1585-4ad6-b47d-227f8b33be2a tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:00.841835 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-8b05f311-3c55-4dec-819b-e171e23a4df1 req-9ee3f35d-1585-4ad6-b47d-227f8b33be2a tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.0650117 Jun 23 14:58:00.879438 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-8b05f311-3c55-4dec-819b-e171e23a4df1 req-2f00b7d0-0873-4d7d-9683-4196aeff5c25 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315595 Jun 23 14:58:01.123455 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a5dd5fe4-b3a0-45af-84d2-7fd39fbc3411 req-b89dff93-1979-44e7-a01c-161b214c0821 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdcf318c-98cb-47f9-81c8-51246b5783c4 HTTP/1.1" status: 200 len: 210 time: 0.0293934 Jun 23 14:58:01.191781 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c28a8d-b99a-4edb-9e42-78e77ec1fe58 req-6514af31-0d6c-4d41-a912-de658da852cb tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:01.193268 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-49c28a8d-b99a-4edb-9e42-78e77ec1fe58 req-6514af31-0d6c-4d41-a912-de658da852cb tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 944 time: 0.0721161 Jun 23 14:58:01.242763 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-49c28a8d-b99a-4edb-9e42-78e77ec1fe58 req-7c8ee8a5-a6ef-4271-8fea-f9e117aee6a8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425105 Jun 23 14:58:01.286866 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 49784) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:01.329419 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device a8907114-1ecb-4a9e-87a5-7bf34bc31485 up at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:58:01.381932 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning complete for port a8907114-1ecb-4a9e-87a5-7bf34bc31485 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:58:01.382591 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:01.390837 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52f213-ed82-4052-8397-bc441245ba05 req-11825837-1457-4ede-94cf-8c0da5158598 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:01.392467 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9c52f213-ed82-4052-8397-bc441245ba05 req-11825837-1457-4ede-94cf-8c0da5158598 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0922573 Jun 23 14:58:01.418378 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_v2 [None req-392cc866-8ad2-4ecd-87ee-3eefe1bf0303 admin admin] Deleting subnet bd8cfa76-ec36-4f6c-a671-8ef775c98184 {{(pid=100181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:58:01.424564 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-392cc866-8ad2-4ecd-87ee-3eefe1bf0303 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:01.434951 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9c52f213-ed82-4052-8397-bc441245ba05 req-4f7d541e-0079-4c62-a9a9-4b9c49b175d5 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360994 Jun 23 14:58:01.473133 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:01.487790 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-392cc866-8ad2-4ecd-87ee-3eefe1bf0303 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28999182'] for subnet, precommit_delete_associations {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:01.500900 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6d5cf5-832a-4f5b-8415-901c71fb1040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8907114-1ecb-4a9e-87a5-7bf34bc31485'}] {{(pid=100182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:58:01.503479 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2be0bd3a3b87df06192a81cc7e782664f9eb16b4f3df3f1ec53fa4495edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f9e387-2cbf-4aba-979e-ff115fee51ff" -d '{"events": [{"server_uuid": "de6d5cf5-832a-4f5b-8415-901c71fb1040", "name": "network-vif-plugged", "status": "completed", "tag": "a8907114-1ecb-4a9e-87a5-7bf34bc31485"}]}' {{(pid=100182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:58:01.522533 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port a8907114-1ecb-4a9e-87a5-7bf34bc31485, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a8907114-1ecb-4a9e-87a5-7bf34bc31485,segment=NetworkSegment(53319a76-a6c9-4f00-b8bd-5ceecb1d2786),segment_id=53319a76-a6c9-4f00-b8bd-5ceecb1d2786)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:58:01.535019 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-051d77a2-a02f-4be8-9bbc-20c48aaa1c53 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:01.536490 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-051d77a2-a02f-4be8-9bbc-20c48aaa1c53 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.46 "GET /v2.0/networks?id=a417f085-a5eb-426d-b45d-8a0833dc125c HTTP/1.1" status: 200 len: 814 time: 0.2330401 Jun 23 14:58:01.556427 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e668862b-3566-4e2c-ae88-fb4fc9bcc3f4 x-openstack-request-id: req-e668862b-3566-4e2c-ae88-fb4fc9bcc3f4 {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:58:01.556946 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6d5cf5-832a-4f5b-8415-901c71fb1040", "name": "network-vif-plugged", "status": "completed", "tag": "a8907114-1ecb-4a9e-87a5-7bf34bc31485", "code": 200}]} {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:58:01.557602 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e668862b-3566-4e2c-ae88-fb4fc9bcc3f4 {{(pid=100182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:58:01.558965 dv-cinder-796286-8-smb neutron-server[100182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6d5cf5-832a-4f5b-8415-901c71fb1040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8907114-1ecb-4a9e-87a5-7bf34bc31485', 'code': 200} Jun 23 14:58:01.564016 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-959409ed-6f74-4004-af88-5de74678c7d1 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Request body: {'port': {'device_id': 'fdcf318c-98cb-47f9-81c8-51246b5783c4', 'network_id': 'a417f085-a5eb-426d-b45d-8a0833dc125c', 'admin_state_up': True, 'tenant_id': 'fa7d0dda24c446bd908087d3aff750b3'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:58:01.581076 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-392cc866-8ad2-4ecd-87ee-3eefe1bf0303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819001'] for subnet, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:01.595811 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 49796) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:01.603111 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:01.605927 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:01.662156 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=a8907114-1ecb-4a9e-87a5-7bf34bc31485,revision_number=7']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:01.666384 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:01.726681 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-0f586ca5-ea22-464b-a210-3ddfe6edc63a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1923689014-network', 'tenant_id': '6a6510486430423e819fc78ab70e64d5'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:58:01.766304 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-392cc866-8ad2-4ecd-87ee-3eefe1bf0303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3818976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382331'] for subnet, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:01.769688 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-0d24f623-5359-42e2-95cb-b28073ade328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:01.794626 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392cc866-8ad2-4ecd-87ee-3eefe1bf0303 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd8cfa76-ec36-4f6c-a671-8ef775c98184,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:01.797247 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-392cc866-8ad2-4ecd-87ee-3eefe1bf0303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:01.802156 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-392cc866-8ad2-4ecd-87ee-3eefe1bf0303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for subnet, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:01.802669 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-392cc866-8ad2-4ecd-87ee-3eefe1bf0303 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/bd8cfa76-ec36-4f6c-a671-8ef775c98184 HTTP/1.1" status: 204 len: 168 time: 0.5146227 Jun 23 14:58:01.805322 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 49802) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:01.829667 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-959409ed-6f74-4004-af88-5de74678c7d1 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Made reservation on behalf of fa7d0dda24c446bd908087d3aff750b3 for: {'port': 1} {{(pid=100181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:58:01.833252 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-959409ed-6f74-4004-af88-5de74678c7d1 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:01.901727 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0b3aa5a3-704d-4ba5-8bc8-3e80b4293110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3878271'] for network, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:01.938583 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f586ca5-ea22-464b-a210-3ddfe6edc63a admin admin] Made reservation on behalf of 6a6510486430423e819fc78ab70e64d5 for: {'network': 1} {{(pid=100180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:58:01.957826 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-0f586ca5-ea22-464b-a210-3ddfe6edc63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for network, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:01.968672 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-0f586ca5-ea22-464b-a210-3ddfe6edc63a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:02.067705 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0b3aa5a3-704d-4ba5-8bc8-3e80b4293110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3849076', 'neutron.services.segments.db._delete_segments_for_network-8735919049759'] for network, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:02.082774 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.services.segments.db [None req-0b3aa5a3-704d-4ba5-8bc8-3e80b4293110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b22a1a8-b5b1-4aa9-a485-3121b1bbf722']}} {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:58:02.092594 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_common [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-959409ed-6f74-4004-af88-5de74678c7d1 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Allocated IP 172.20.0.2 (a417f085-a5eb-426d-b45d-8a0833dc125c/47bace70-5c85-4779-8fbd-e5cc69ad2b8a/b4dad670-2f46-434a-8c4b-4749a6c635e3) {{(pid=100181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:58:02.098679 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.services.segments.db [None req-0b3aa5a3-704d-4ba5-8bc8-3e80b4293110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7748621d-fb2c-4b89-9317-c410783be641') {'for_net_delete': True} {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:58:02.098978 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.services.segments.db [None req-0b3aa5a3-704d-4ba5-8bc8-3e80b4293110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7748621d-fb2c-4b89-9317-c410783be641') {} {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:58:02.103915 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c83c52-a69b-4124-8d82-fe548a02409e req-0e0c0c53-60dd-4063-9c02-3940ef165da5 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:02.105368 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-27c83c52-a69b-4124-8d82-fe548a02409e req-0e0c0c53-60dd-4063-9c02-3940ef165da5 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.1048906 Jun 23 14:58:02.114128 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0b3aa5a3-704d-4ba5-8bc8-3e80b4293110 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735919037166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28999185'] for segment, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:02.139165 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0b3aa5a3-704d-4ba5-8bc8-3e80b4293110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:02.141590 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-0f586ca5-ea22-464b-a210-3ddfe6edc63a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:02.153255 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b3aa5a3-704d-4ba5-8bc8-3e80b4293110 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=100181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0b3aa5a3-704d-4ba5-8bc8-3e80b4293110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497088'] for segment, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: Traceback (most recent call last): Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: timer() Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: cb(*args, **kw) Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: return func(*args, **kwargs) Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: self._notify() Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: self.callback(batched_events) Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: event.method(event) Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: return f(self, *a, **k) Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: return self._get(url).json() Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: return self.request(url, 'GET', **kwargs) Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:58:02.157897 dv-cinder-796286-8-smb neutron-server[100181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:58:02.167633 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-27c83c52-a69b-4124-8d82-fe548a02409e req-650ae2b3-2734-49ad-b56f-0134f0d76d02 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562887 Jun 23 14:58:02.217062 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-0f586ca5-ea22-464b-a210-3ddfe6edc63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:02.222897 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-c70060d1-c948-4592-8307-07cdd6e6b188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:02.262883 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f586ca5-ea22-464b-a210-3ddfe6edc63a admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=100180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:58:02.276733 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f586ca5-ea22-464b-a210-3ddfe6edc63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297aa184-698b-4733-a0cc-d257594d95e2,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:02.306022 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-0f586ca5-ea22-464b-a210-3ddfe6edc63a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:02.334247 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-0f586ca5-ea22-464b-a210-3ddfe6edc63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:02.334558 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0b3aa5a3-704d-4ba5-8bc8-3e80b4293110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3849087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643696'] for network, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:02.335251 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.db.segments_db [None req-0f586ca5-ea22-464b-a210-3ddfe6edc63a admin admin] Added segment 36a7b341-ea93-43a0-90c1-3666a2cad8d2 of type vlan for network 8f833907-b415-4449-8941-f1cb4ab13f50 Jun 23 14:58:02.351469 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:02.355404 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b6b1b23b-c984-4403-922d-81cb527b7e6a req-68b91c02-fe22-4091-8d4c-a7fcf9a1d47e tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdcf318c-98cb-47f9-81c8-51246b5783c4 HTTP/1.1" status: 200 len: 210 time: 0.0758672 Jun 23 14:58:02.377603 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0b3aa5a3-704d-4ba5-8bc8-3e80b4293110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:02.380309 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-0b3aa5a3-704d-4ba5-8bc8-3e80b4293110 admin admin] 10.222.0.72 "DELETE /v2.0/networks/0b22a1a8-b5b1-4aa9-a485-3121b1bbf722 HTTP/1.1" status: 204 len: 168 time: 0.5729334 Jun 23 14:58:02.387324 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3aa5a3-704d-4ba5-8bc8-3e80b4293110 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b22a1a8-b5b1-4aa9-a485-3121b1bbf722,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:02.391097 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-0b3aa5a3-704d-4ba5-8bc8-3e80b4293110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:02.424129 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-959409ed-6f74-4004-af88-5de74678c7d1 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks [] for port, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:02.426891 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-0f586ca5-ea22-464b-a210-3ddfe6edc63a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735918531624'] for network, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:02.562526 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ab9c2-f8a8-448a-b37f-e2ca1820e9ae req-09cef7f1-b8eb-44e5-9d9c-16f2888ffa16 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:02.564411 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ea2ab9c2-f8a8-448a-b37f-e2ca1820e9ae req-09cef7f1-b8eb-44e5-9d9c-16f2888ffa16 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 945 time: 0.0905435 Jun 23 14:58:02.572377 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-959409ed-6f74-4004-af88-5de74678c7d1 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25497294'] for port, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:02.577024 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-a33a36be-1380-484b-bc96-4f5f6aaa07f6 tempest-DeleteServersTestJSON-1355543026 tempest-DeleteServersTestJSON-1355543026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:02.587765 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['44c74960-33d6-4936-a870-2c692d538ac1', '051780e7-a8d6-49e0-a564-b5a8e7545ee8', 'e743c236-0a12-4fb4-9916-9cc1a9481595'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:58:02.616069 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-0f586ca5-ea22-464b-a210-3ddfe6edc63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217'] for network, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:02.624994 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f586ca5-ea22-464b-a210-3ddfe6edc63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:02.625597 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-0f586ca5-ea22-464b-a210-3ddfe6edc63a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:02.636326 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-806fd268-589e-48af-8578-2d0252e44d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:02.640502 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-959409ed-6f74-4004-af88-5de74678c7d1 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Network a417f085-a5eb-426d-b45d-8a0833dc125c is already hosted by enough agents. {{(pid=100181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:58:02.646615 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-959409ed-6f74-4004-af88-5de74678c7d1 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Resources bound (agent type, host, resource id): {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:58:02.649163 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-959409ed-6f74-4004-af88-5de74678c7d1 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Received port after_create {{(pid=100181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:58:02.709361 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-959409ed-6f74-4004-af88-5de74678c7d1 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:02.710103 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-959409ed-6f74-4004-af88-5de74678c7d1 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:02.716938 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ea2ab9c2-f8a8-448a-b37f-e2ca1820e9ae req-ba37c867-1601-45f5-93e9-707c1412e64f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010835 Jun 23 14:58:02.717283 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959409ed-6f74-4004-af88-5de74678c7d1 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Pushing event updated for resources: {'Port': ['ID=b4dad670-2f46-434a-8c4b-4749a6c635e3,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:02.718375 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-959409ed-6f74-4004-af88-5de74678c7d1 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:02.764589 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f586ca5-ea22-464b-a210-3ddfe6edc63a admin admin] Pushing event updated for resources: {'Network': ['ID=8f833907-b415-4449-8941-f1cb4ab13f50,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:02.774814 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-0f586ca5-ea22-464b-a210-3ddfe6edc63a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:02.775186 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Network 8f833907-b415-4449-8941-f1cb4ab13f50 details requested by agent ovs-agent-dv-cinder-796286-8-smb with host dv-cinder-796286-8-smb {{(pid=100182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:58:02.790472 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e14f00-4a4b-4e4b-b96f-7ce3b6ee307b req-3ba14b68-a815-41ad-a4e9-54d3811db6c1 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:02.797903 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d9e14f00-4a4b-4e4b-b96f-7ce3b6ee307b req-3ba14b68-a815-41ad-a4e9-54d3811db6c1 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.2282989 Jun 23 14:58:02.844410 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d9e14f00-4a4b-4e4b-b96f-7ce3b6ee307b req-d517a160-a77d-424b-ab95-a77d9071e470 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455668 Jun 23 14:58:02.884399 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 49826) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:02.892741 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-959409ed-6f74-4004-af88-5de74678c7d1 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3362153 Jun 23 14:58:02.900541 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-0f586ca5-ea22-464b-a210-3ddfe6edc63a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2987368 Jun 23 14:58:02.902817 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 49828) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:02.908580 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-70e49ed2-828e-421e-bd2c-3d2c290a2436 admin admin] Request body: {'subnet': {'network_id': '8f833907-b415-4449-8941-f1cb4ab13f50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1923689014-subnet', 'tenant_id': '6a6510486430423e819fc78ab70e64d5', 'ip_version': 4}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:58:02.921093 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-8dfd0af8-2b17-49d4-8b8b-f31ed8036e24 service neutron] Request body: {'port': {'device_id': 'fdcf318c-98cb-47f9-81c8-51246b5783c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:58:02.987173 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 49830) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:02.988058 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-3605c695-83c8-4d70-8a47-5429c3fb8c57 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=59eef2c4f5f64a6b95f3059b25d5cf05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1015432 Jun 23 14:58:03.032129 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-8dfd0af8-2b17-49d4-8b8b-f31ed8036e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:03.032350 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e49ed2-828e-421e-bd2c-3d2c290a2436 admin admin] Made reservation on behalf of 6a6510486430423e819fc78ab70e64d5 for: {'subnet': 1} {{(pid=100180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:58:03.034860 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-70e49ed2-828e-421e-bd2c-3d2c290a2436 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25513332'] for subnet, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:03.131778 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-7ae0e394-024f-46e3-8caa-9649a25c9aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:03.163689 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-7ae0e394-024f-46e3-8caa-9649a25c9aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:03.326327 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-7ae0e394-024f-46e3-8caa-9649a25c9aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:03.329775 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-7ae0e394-024f-46e3-8caa-9649a25c9aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:03.331458 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-7ae0e394-024f-46e3-8caa-9649a25c9aa6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b30e7067-2c6b-4ad7-8aa0-d498f72f58b0 HTTP/1.1" status: 204 len: 168 time: 0.3432124 Jun 23 14:58:03.332547 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-d8c6c23c-570c-4c1b-8f7f-be6fcaa76d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:03.347098 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0e394-024f-46e3-8caa-9649a25c9aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30e7067-2c6b-4ad7-8aa0-d498f72f58b0,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:03.351897 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-7ae0e394-024f-46e3-8caa-9649a25c9aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:03.353176 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-70e49ed2-828e-421e-bd2c-3d2c290a2436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25327877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25513318'] for subnet, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:03.367716 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:03.393884 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-8dfd0af8-2b17-49d4-8b8b-f31ed8036e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4dad670-2f46-434a-8c4b-4749a6c635e3 {{(pid=100181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:58:03.406660 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-8dfd0af8-2b17-49d4-8b8b-f31ed8036e24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:03.419798 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.provisioning_blocks [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-8dfd0af8-2b17-49d4-8b8b-f31ed8036e24 service neutron] Transition to ACTIVE for port object b4dad670-2f46-434a-8c4b-4749a6c635e3 will not be triggered until provisioned by entity L2. {{(pid=100181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:58:03.492259 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e49ed2-828e-421e-bd2c-3d2c290a2436 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e48a2a14-0ddc-485c-80f5-54d760235633,revision_number=0']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:03.496254 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-70e49ed2-828e-421e-bd2c-3d2c290a2436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:03.507306 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-8dfd0af8-2b17-49d4-8b8b-f31ed8036e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:03.511362 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-9b201702-87db-4ffd-b18f-822e07c34fce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:03.574936 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e49ed2-828e-421e-bd2c-3d2c290a2436 admin admin] Checking segment: {'id': '36a7b341-ea93-43a0-90c1-3666a2cad8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8f833907-b415-4449-8941-f1cb4ab13f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:58:03.575529 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e49ed2-828e-421e-bd2c-3d2c290a2436 admin admin] Network hostable DHCP agents. Network: 8f833907-b415-4449-8941-f1cb4ab13f50, hostable agents: ['bd2680ec-ec61-4d1e-a411-ffe82748e619'], hosted agents: [] {{(pid=100180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:58:03.588059 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65432907-0bc6-4b61-85a9-d8f6a53e9569 req-ec4e01db-3d08-436a-bbdf-f754ceb81627 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:03.592166 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-65432907-0bc6-4b61-85a9-d8f6a53e9569 req-ec4e01db-3d08-436a-bbdf-f754ceb81627 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.1643863 Jun 23 14:58:03.599013 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd0af8-2b17-49d4-8b8b-f31ed8036e24 service neutron] Pushing event updated for resources: {'Port': ['ID=b4dad670-2f46-434a-8c4b-4749a6c635e3,revision_number=2']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:03.602179 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-8dfd0af8-2b17-49d4-8b8b-f31ed8036e24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:03.660665 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-8dfd0af8-2b17-49d4-8b8b-f31ed8036e24 service neutron] Attempting to bind port b4dad670-2f46-434a-8c4b-4749a6c635e3 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:58:03.660932 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-8dfd0af8-2b17-49d4-8b8b-f31ed8036e24 service neutron] Attempting to bind port b4dad670-2f46-434a-8c4b-4749a6c635e3 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '85a77578-a6b0-4fa2-aab6-f10aa4cc4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a417f085-a5eb-426d-b45d-8a0833dc125c'}] {{(pid=100181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:58:03.661264 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-8dfd0af8-2b17-49d4-8b8b-f31ed8036e24 service neutron] Attempting to bind port b4dad670-2f46-434a-8c4b-4749a6c635e3 on network a417f085-a5eb-426d-b45d-8a0833dc125c {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:58:03.665601 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce396981-4de5-49ef-912c-6f34a7913cce req-4aba70bc-beb6-4e0b-bd9f-0230393f3515 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:03.669462 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-8dfd0af8-2b17-49d4-8b8b-f31ed8036e24 service neutron] Port b4dad670-2f46-434a-8c4b-4749a6c635e3 on network a417f085-a5eb-426d-b45d-8a0833dc125c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:58:03.669638 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ce396981-4de5-49ef-912c-6f34a7913cce req-4aba70bc-beb6-4e0b-bd9f-0230393f3515 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdcf318c-98cb-47f9-81c8-51246b5783c4 HTTP/1.1" status: 200 len: 943 time: 0.1640723 Jun 23 14:58:03.669743 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-8dfd0af8-2b17-49d4-8b8b-f31ed8036e24 service neutron] Attempting to bind port b4dad670-2f46-434a-8c4b-4749a6c635e3 on network a417f085-a5eb-426d-b45d-8a0833dc125c {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:58:03.673512 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-65432907-0bc6-4b61-85a9-d8f6a53e9569 req-beca47c2-5252-4f02-a579-44459a6be5e8 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773637 Jun 23 14:58:03.689761 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-8dfd0af8-2b17-49d4-8b8b-f31ed8036e24 service neutron] Checking agent: {'id': 'c9242261-8a06-47e1-899c-cb42624e61de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:58:03.690395 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-8dfd0af8-2b17-49d4-8b8b-f31ed8036e24 service neutron] Checking segment: {'id': '85a77578-a6b0-4fa2-aab6-f10aa4cc4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a417f085-a5eb-426d-b45d-8a0833dc125c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:58:03.690944 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-8dfd0af8-2b17-49d4-8b8b-f31ed8036e24 service neutron] Bound using segment: {'id': '85a77578-a6b0-4fa2-aab6-f10aa4cc4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a417f085-a5eb-426d-b45d-8a0833dc125c'} {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:58:03.691569 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-8dfd0af8-2b17-49d4-8b8b-f31ed8036e24 service neutron] Bound port: b4dad670-2f46-434a-8c4b-4749a6c635e3, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85a77578-a6b0-4fa2-aab6-f10aa4cc4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a417f085-a5eb-426d-b45d-8a0833dc125c'}}] {{(pid=100181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:58:03.691919 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-8dfd0af8-2b17-49d4-8b8b-f31ed8036e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:03.727332 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ce396981-4de5-49ef-912c-6f34a7913cce req-f4566df6-92db-482f-924d-0a3479b00726 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514750 Jun 23 14:58:03.754502 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e49ed2-828e-421e-bd2c-3d2c290a2436 admin admin] Network 8f833907-b415-4449-8941-f1cb4ab13f50 is scheduled to be hosted by DHCP agent bd2680ec-ec61-4d1e-a411-ffe82748e619 with binding_index 1 {{(pid=100180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:58:03.784569 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-8dfd0af8-2b17-49d4-8b8b-f31ed8036e24 service neutron] For port b4dad670-2f46-434a-8c4b-4749a6c635e3, host hv-cinder-79628, cleared binding levels {{(pid=100181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:58:03.787927 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-8dfd0af8-2b17-49d4-8b8b-f31ed8036e24 service neutron] For port b4dad670-2f46-434a-8c4b-4749a6c635e3, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b4dad670-2f46-434a-8c4b-4749a6c635e3,segment=NetworkSegment(85a77578-a6b0-4fa2-aab6-f10aa4cc4f23),segment_id=85a77578-a6b0-4fa2-aab6-f10aa4cc4f23)] {{(pid=100181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:58:03.846149 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.base_scheduler [None req-70e49ed2-828e-421e-bd2c-3d2c290a2436 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-smb, 8f833907-b415-4449-8941-f1cb4ab13f50) {{(pid=100180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:58:03.850436 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e49ed2-828e-421e-bd2c-3d2c290a2436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:03.855501 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-70e49ed2-828e-421e-bd2c-3d2c290a2436 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:03.860675 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e737ff-0214-47c6-ba4c-494014069e10 None None] Network 8f833907-b415-4449-8941-f1cb4ab13f50 requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:58:03.877135 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-8dfd0af8-2b17-49d4-8b8b-f31ed8036e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:03.878587 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:03.990322 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-8dfd0af8-2b17-49d4-8b8b-f31ed8036e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:03.991071 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-8dfd0af8-2b17-49d4-8b8b-f31ed8036e24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:03.996452 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-8dfd0af8-2b17-49d4-8b8b-f31ed8036e24 service neutron] 10.222.0.46 "PUT /v2.0/ports/b4dad670-2f46-434a-8c4b-4749a6c635e3 HTTP/1.1" status: 200 len: 1093 time: 1.0826268 Jun 23 14:58:03.997055 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdcf318c-98cb-47f9-81c8-51246b5783c4', 'tag': 'b4dad670-2f46-434a-8c4b-4749a6c635e3'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:58:04.002030 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3214ff-2b60-4eeb-8c72-e0407594878c req-43164e63-4412-4e0b-b8a0-df0f993621ff tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:04.011817 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303cee93-7577-4b31-a53f-954671fb9147" -d '{"events": [{"name": "network-changed", "server_uuid": "fdcf318c-98cb-47f9-81c8-51246b5783c4", "tag": "b4dad670-2f46-434a-8c4b-4749a6c635e3"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:58:04.018838 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-6c3214ff-2b60-4eeb-8c72-e0407594878c req-43164e63-4412-4e0b-b8a0-df0f993621ff tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 945 time: 0.1560726 Jun 23 14:58:04.084213 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd0af8-2b17-49d4-8b8b-f31ed8036e24 service neutron] Pushing event updated for resources: {'Port': ['ID=b4dad670-2f46-434a-8c4b-4749a6c635e3,revision_number=3']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:04.088153 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-8dfd0af8-2b17-49d4-8b8b-f31ed8036e24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:04.167610 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-6c3214ff-2b60-4eeb-8c72-e0407594878c req-e1015eb5-4375-4f62-b998-45e3590afe45 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465583 Jun 23 14:58:04.170066 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-70e49ed2-828e-421e-bd2c-3d2c290a2436 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2660503 Jun 23 14:58:04.174741 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 49852) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:04.177588 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9de33b5-010d-4cc8-a814-e9357fbc962b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1252d0a6-3d2e-5aee-af19-a7bd59932878-8f833907-b415-4449-8941-f1cb4ab13f50', 'network_id': '8f833907-b415-4449-8941-f1cb4ab13f50', 'tenant_id': '6a6510486430423e819fc78ab70e64d5', 'fixed_ips': [{'subnet_id': 'e48a2a14-0ddc-485c-80f5-54d760235633'}]}} from dv-cinder-796286-8-smb. {{(pid=100182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:58:04.178606 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-f9de33b5-010d-4cc8-a814-e9357fbc962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:04.225625 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-b81efe5a-78a5-48d9-a3b4-b6edf4e62626 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1923689014-router', 'tenant_id': '6a6510486430423e819fc78ab70e64d5', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'}}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:58:04.259405 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436a84b5-ca52-4877-a789-598389509924 x-openstack-request-id: req-436a84b5-ca52-4877-a789-598389509924 {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:58:04.259724 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdcf318c-98cb-47f9-81c8-51246b5783c4", "tag": "b4dad670-2f46-434a-8c4b-4749a6c635e3", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:58:04.259998 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-436a84b5-ca52-4877-a789-598389509924 {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:58:04.260417 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdcf318c-98cb-47f9-81c8-51246b5783c4', 'tag': 'b4dad670-2f46-434a-8c4b-4749a6c635e3', 'status': 'completed', 'code': 200} Jun 23 14:58:04.268532 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b5596-1547-4e65-8766-53152a0eefd2 req-6e6aa04d-64a1-4814-8484-2ceeb23da5c4 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:04.270417 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-082b5596-1547-4e65-8766-53152a0eefd2 req-6e6aa04d-64a1-4814-8484-2ceeb23da5c4 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.2168245 Jun 23 14:58:04.282949 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-70fe0a4c-c8c6-484a-b657-4ca48d94aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:04.284489 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-70fe0a4c-c8c6-484a-b657-4ca48d94aefa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa7d0dda24c446bd908087d3aff750b3&device_id=fdcf318c-98cb-47f9-81c8-51246b5783c4 HTTP/1.1" status: 200 len: 1096 time: 0.1285403 Jun 23 14:58:04.323656 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-082b5596-1547-4e65-8766-53152a0eefd2 req-2f483bb2-4912-4b4a-880e-27c0a79721d8 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456858 Jun 23 14:58:04.431923 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.db_base_plugin_common [None req-f9de33b5-010d-4cc8-a814-e9357fbc962b None None] Allocated IP 172.20.0.2 (8f833907-b415-4449-8941-f1cb4ab13f50/e48a2a14-0ddc-485c-80f5-54d760235633/4ea0d5d9-b11c-40db-8816-717b4bb6f580) {{(pid=100182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:58:04.627457 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-f9de33b5-010d-4cc8-a814-e9357fbc962b None None] Notify callbacks [] for port, precommit_create {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:04.628124 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-5ba801ca-c525-4063-b179-c8f962284966 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4dad670-2f46-434a-8c4b-4749a6c635e3 HTTP/1.1" status: 200 len: 217 time: 0.3321567 Jun 23 14:58:04.629201 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-b81efe5a-78a5-48d9-a3b4-b6edf4e62626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257109'] for router, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:04.630490 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-b81efe5a-78a5-48d9-a3b4-b6edf4e62626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257102'] for router, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:04.641942 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-f9de33b5-010d-4cc8-a814-e9357fbc962b None None] Transition to ACTIVE for port object 4ea0d5d9-b11c-40db-8816-717b4bb6f580 will not be triggered until provisioned by entity L2. {{(pid=100182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:58:04.669721 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-f9de33b5-010d-4cc8-a814-e9357fbc962b None None] Transition to ACTIVE for port object 4ea0d5d9-b11c-40db-8816-717b4bb6f580 will not be triggered until provisioned by entity DHCP. {{(pid=100182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:58:04.722999 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-b81efe5a-78a5-48d9-a3b4-b6edf4e62626 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:04.727625 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-f9de33b5-010d-4cc8-a814-e9357fbc962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222'] for port, after_create {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:04.729640 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-e747bc84-8521-4074-bccf-003a7605ce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:04.730066 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:04.731111 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-e747bc84-8521-4074-bccf-003a7605ce5c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47bace70-5c85-4779-8fbd-e5cc69ad2b8a HTTP/1.1" status: 200 len: 854 time: 0.0913489 Jun 23 14:58:04.777505 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-629bbc34-80dd-4068-9801-d2c46cee263e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a417f085-a5eb-426d-b45d-8a0833dc125c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346014 Jun 23 14:58:04.826528 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9de33b5-010d-4cc8-a814-e9357fbc962b None None] Network 8f833907-b415-4449-8941-f1cb4ab13f50 is already hosted by enough agents. {{(pid=100182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:58:04.827987 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.scheduler.base_scheduler [None req-f9de33b5-010d-4cc8-a814-e9357fbc962b None None] Resources bound (agent type, host, resource id): {{(pid=100182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:58:04.846731 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9de33b5-010d-4cc8-a814-e9357fbc962b None None] Received port after_create {{(pid=100182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:58:04.862189 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de33b5-010d-4cc8-a814-e9357fbc962b None None] Pushing event updated for resources: {'Port': ['ID=4ea0d5d9-b11c-40db-8816-717b4bb6f580,revision_number=1']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:04.875186 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-f9de33b5-010d-4cc8-a814-e9357fbc962b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:04.920682 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c73124-3201-42ca-b9ed-b1d91cc858ed req-57e68d90-4bfb-40c7-89d2-5e8581024840 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:04.943849 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b4c73124-3201-42ca-b9ed-b1d91cc858ed req-57e68d90-4bfb-40c7-89d2-5e8581024840 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.1214228 Jun 23 14:58:04.981984 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-f9de33b5-010d-4cc8-a814-e9357fbc962b None None] Attempting to bind port 4ea0d5d9-b11c-40db-8816-717b4bb6f580 on host dv-cinder-796286-8-smb for vnic_type normal with profile {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:58:04.982365 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-f9de33b5-010d-4cc8-a814-e9357fbc962b None None] Attempting to bind port 4ea0d5d9-b11c-40db-8816-717b4bb6f580 by drivers openvswitch,hyperv on host dv-cinder-796286-8-smb at level 0 using segments [{'id': '36a7b341-ea93-43a0-90c1-3666a2cad8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8f833907-b415-4449-8941-f1cb4ab13f50'}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:58:04.982742 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9de33b5-010d-4cc8-a814-e9357fbc962b None None] Attempting to bind port 4ea0d5d9-b11c-40db-8816-717b4bb6f580 on network 8f833907-b415-4449-8941-f1cb4ab13f50 {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:58:04.987950 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9de33b5-010d-4cc8-a814-e9357fbc962b None None] Checking agent: {'id': 'a806d37f-e7e9-49c9-a0af-39d3c99a85d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 42), 'started_at': datetime.datetime(2021, 6, 23, 14, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:58:04.988330 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9de33b5-010d-4cc8-a814-e9357fbc962b None None] Checking segment: {'id': '36a7b341-ea93-43a0-90c1-3666a2cad8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8f833907-b415-4449-8941-f1cb4ab13f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:58:04.988737 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-f9de33b5-010d-4cc8-a814-e9357fbc962b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:04.989129 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9de33b5-010d-4cc8-a814-e9357fbc962b None None] Bound using segment: {'id': '36a7b341-ea93-43a0-90c1-3666a2cad8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8f833907-b415-4449-8941-f1cb4ab13f50'} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:58:04.989598 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-f9de33b5-010d-4cc8-a814-e9357fbc962b None None] Bound port: 4ea0d5d9-b11c-40db-8816-717b4bb6f580, host: dv-cinder-796286-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a7b341-ea93-43a0-90c1-3666a2cad8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8f833907-b415-4449-8941-f1cb4ab13f50'}}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:58:04.990006 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-f9de33b5-010d-4cc8-a814-e9357fbc962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:05.045252 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-b81efe5a-78a5-48d9-a3b4-b6edf4e62626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-631096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257136'] for router, precommit_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:05.077888 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-f0c62b24-fdda-40f5-ad8e-4a2c924c4575 service neutron] 10.222.0.46 "GET /v2.0/networks/a417f085-a5eb-426d-b45d-8a0833dc125c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871411 Jun 23 14:58:05.079598 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-f9de33b5-010d-4cc8-a814-e9357fbc962b None None] For port 4ea0d5d9-b11c-40db-8816-717b4bb6f580, host dv-cinder-796286-8-smb, cleared binding levels {{(pid=100182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:58:05.093527 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-f9de33b5-010d-4cc8-a814-e9357fbc962b None None] For port 4ea0d5d9-b11c-40db-8816-717b4bb6f580, host dv-cinder-796286-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=4ea0d5d9-b11c-40db-8816-717b4bb6f580,segment=NetworkSegment(36a7b341-ea93-43a0-90c1-3666a2cad8d2),segment_id=36a7b341-ea93-43a0-90c1-3666a2cad8d2)] {{(pid=100182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:58:05.154617 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b4c73124-3201-42ca-b9ed-b1d91cc858ed req-7cf8cd87-f8b6-4d9e-a694-3b7fa524e092 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086680 Jun 23 14:58:05.206113 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9e41b0dc-1606-4aab-9d9b-6ecc03b0ee16 req-d6307e74-1b29-40d7-898d-ff9bd5ef7b3d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1388476 Jun 23 14:58:05.218273 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073044c-125c-4b3b-9f4c-88b2517a7e87 req-06074581-dbcd-452e-a7f6-63fa91d6ad52 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:05.226765 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0073044c-125c-4b3b-9f4c-88b2517a7e87 req-06074581-dbcd-452e-a7f6-63fa91d6ad52 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdcf318c-98cb-47f9-81c8-51246b5783c4 HTTP/1.1" status: 200 len: 943 time: 0.2422705 Jun 23 14:58:05.280554 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0073044c-125c-4b3b-9f4c-88b2517a7e87 req-22e8af84-b98e-485e-9928-80813e99e2b9 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518548 Jun 23 14:58:05.287369 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-23bbdf74-7314-4ba6-9c0e-74357d3d0b28 req-7ce55458-8baf-486f-9a11-e18eb244f9dd service neutron] 10.222.0.46 "GET /v2.0/networks/a417f085-a5eb-426d-b45d-8a0833dc125c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929512 Jun 23 14:58:05.314276 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-f9de33b5-010d-4cc8-a814-e9357fbc962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:05.346309 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:05.366693 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41b0dc-1606-4aab-9d9b-6ecc03b0ee16 req-83be2114-9ddf-463f-bbf6-83aad9a00a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:05.368828 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9e41b0dc-1606-4aab-9d9b-6ecc03b0ee16 req-83be2114-9ddf-463f-bbf6-83aad9a00a83 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d58c52cfc1c34f4585397127cb5d74af&device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 1098 time: 0.1025231 Jun 23 14:58:05.519529 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de33b5-010d-4cc8-a814-e9357fbc962b None None] Pushing event updated for resources: {'Port': ['ID=4ea0d5d9-b11c-40db-8816-717b4bb6f580,revision_number=2']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:05.522748 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-f9de33b5-010d-4cc8-a814-e9357fbc962b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:05.568415 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41b0dc-1606-4aab-9d9b-6ecc03b0ee16 req-62ed5c4f-d5ac-440a-8e20-86048dc73b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:05.571754 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9e41b0dc-1606-4aab-9d9b-6ecc03b0ee16 req-62ed5c4f-d5ac-440a-8e20-86048dc73b8a service neutron] 10.222.0.46 "GET /v2.0/networks?id=e0346334-c16f-40f4-aea1-9054cd38ae9d HTTP/1.1" status: 200 len: 919 time: 0.1779449 Jun 23 14:58:05.624872 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9e41b0dc-1606-4aab-9d9b-6ecc03b0ee16 req-29257434-84ed-4f1a-ada3-da4fc7794466 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bab7df26-6a87-47c6-a75e-9bf324d14074 HTTP/1.1" status: 200 len: 217 time: 0.0417993 Jun 23 14:58:05.693886 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-b81efe5a-78a5-48d9-a3b4-b6edf4e62626 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:05.720449 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-b81efe5a-78a5-48d9-a3b4-b6edf4e62626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:05.729485 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cee93-7577-4b31-a53f-954671fb9147 req-3f5d03c1-82a0-4127-8bcc-98c998c5de25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:05.731251 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-303cee93-7577-4b31-a53f-954671fb9147 req-3f5d03c1-82a0-4127-8bcc-98c998c5de25 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa7d0dda24c446bd908087d3aff750b3&device_id=fdcf318c-98cb-47f9-81c8-51246b5783c4 HTTP/1.1" status: 200 len: 1096 time: 0.2358348 Jun 23 14:58:05.760166 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41b0dc-1606-4aab-9d9b-6ecc03b0ee16 req-58f4379d-a828-47b5-be3d-e48b3f381b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:05.761688 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9e41b0dc-1606-4aab-9d9b-6ecc03b0ee16 req-58f4379d-a828-47b5-be3d-e48b3f381b7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=844a227c-d94f-4f13-9d17-8cc692313f0c HTTP/1.1" status: 200 len: 858 time: 0.1271930 Jun 23 14:58:05.827853 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9e41b0dc-1606-4aab-9d9b-6ecc03b0ee16 req-98684a65-0218-40cd-8b73-bef5bccdf69f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0346334-c16f-40f4-aea1-9054cd38ae9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480022 Jun 23 14:58:06.045082 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_common [None req-b81efe5a-78a5-48d9-a3b4-b6edf4e62626 admin admin] Allocated IP 172.28.1.244 (d2ee6402-d146-4119-8365-b6e413e6a66f/aecbd380-5595-4490-ba93-56b7169dc4a5/c88b82bd-e2f2-470e-9c26-1ded8d688b92) {{(pid=100181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:58:06.138387 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99eff7-581a-4e1e-b0cd-8890eb49d790 req-6985544c-c73f-4778-ac6d-cf19d99368dd tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:06.138387 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ac99eff7-581a-4e1e-b0cd-8890eb49d790 req-6985544c-c73f-4778-ac6d-cf19d99368dd tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.4800420 Jun 23 14:58:06.144294 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e21e62-1232-4cad-ab74-f3fb60b7463c req-513a0c94-5472-40ce-8891-4e171bb214f1 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:06.154986 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b0e21e62-1232-4cad-ab74-f3fb60b7463c req-513a0c94-5472-40ce-8891-4e171bb214f1 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 945 time: 0.5705779 Jun 23 14:58:06.205543 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cee93-7577-4b31-a53f-954671fb9147 req-1836b834-ed12-45a8-a3ab-3e2503dfb5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:06.207632 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-303cee93-7577-4b31-a53f-954671fb9147 req-1836b834-ed12-45a8-a3ab-3e2503dfb5c1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a417f085-a5eb-426d-b45d-8a0833dc125c HTTP/1.1" status: 200 len: 915 time: 0.4393327 Jun 23 14:58:06.207836 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ac99eff7-581a-4e1e-b0cd-8890eb49d790 req-2e746f8d-0dac-4867-abcd-8d657d2f8a37 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008842 Jun 23 14:58:06.260808 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-303cee93-7577-4b31-a53f-954671fb9147 req-d990fe84-573c-4684-808a-5f3a2f55175d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4dad670-2f46-434a-8c4b-4749a6c635e3 HTTP/1.1" status: 200 len: 217 time: 0.0368805 Jun 23 14:58:06.261696 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b0e21e62-1232-4cad-ab74-f3fb60b7463c req-19e5e055-fe30-4ee1-a065-4efd125b226c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080949 Jun 23 14:58:06.274990 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9e41b0dc-1606-4aab-9d9b-6ecc03b0ee16 req-199cb16a-98d2-4d65-9099-1efbab2e7405 service neutron] 10.222.0.46 "GET /v2.0/networks/e0346334-c16f-40f4-aea1-9054cd38ae9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231706 Jun 23 14:58:06.351820 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-b81efe5a-78a5-48d9-a3b4-b6edf4e62626 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:06.417166 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cee93-7577-4b31-a53f-954671fb9147 req-beb3c4d2-1eb8-44b7-92e0-2a42938d7e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:06.418615 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-303cee93-7577-4b31-a53f-954671fb9147 req-beb3c4d2-1eb8-44b7-92e0-2a42938d7e2a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47bace70-5c85-4779-8fbd-e5cc69ad2b8a HTTP/1.1" status: 200 len: 854 time: 0.1435897 Jun 23 14:58:06.460336 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-303cee93-7577-4b31-a53f-954671fb9147 req-b155e196-000b-432c-92cb-8b8f61d38c4b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a417f085-a5eb-426d-b45d-8a0833dc125c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335727 Jun 23 14:58:06.577627 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9e41b0dc-1606-4aab-9d9b-6ecc03b0ee16 req-fda68cce-eb1b-4876-8005-3cf2a06fca8d service neutron] 10.222.0.46 "GET /v2.0/networks/e0346334-c16f-40f4-aea1-9054cd38ae9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941489 Jun 23 14:58:06.589815 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:06.603077 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90501c0-6192-4c37-9fb8-17befb7803c3 req-422347a5-1540-48b7-a980-6932934a2471 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:06.619277 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-b81efe5a-78a5-48d9-a3b4-b6edf4e62626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25497294'] for port, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:06.623068 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-dae27c9f-1977-4c3e-814b-72c737f4f406 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:06.628443 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a90501c0-6192-4c37-9fb8-17befb7803c3 req-422347a5-1540-48b7-a980-6932934a2471 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.1852233 Jun 23 14:58:06.653106 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe0545-f112-4fee-9e9a-c988ee5cc6dc req-84420cc2-355e-4223-a614-7acf41a041ef tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:06.654537 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-dfbe0545-f112-4fee-9e9a-c988ee5cc6dc req-84420cc2-355e-4223-a614-7acf41a041ef tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdcf318c-98cb-47f9-81c8-51246b5783c4 HTTP/1.1" status: 200 len: 943 time: 0.1684802 Jun 23 14:58:06.671983 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81efe5a-78a5-48d9-a3b4-b6edf4e62626 admin admin] Pushing event updated for resources: {'Port': ['ID=c88b82bd-e2f2-470e-9c26-1ded8d688b92,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:06.675836 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-b81efe5a-78a5-48d9-a3b4-b6edf4e62626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:06.681714 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-303cee93-7577-4b31-a53f-954671fb9147 req-f3e68370-33f1-4256-93ac-511596455d9e service neutron] 10.222.0.46 "GET /v2.0/networks/a417f085-a5eb-426d-b45d-8a0833dc125c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109170 Jun 23 14:58:06.704826 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a90501c0-6192-4c37-9fb8-17befb7803c3 req-090051c6-01aa-482e-a7e8-164268c586ba tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772467 Jun 23 14:58:06.721454 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81efe5a-78a5-48d9-a3b4-b6edf4e62626 admin admin] Network d2ee6402-d146-4119-8365-b6e413e6a66f is already hosted by enough agents. {{(pid=100181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:58:06.723252 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [None req-b81efe5a-78a5-48d9-a3b4-b6edf4e62626 admin admin] Resources bound (agent type, host, resource id): {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:58:06.730714 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-dfbe0545-f112-4fee-9e9a-c988ee5cc6dc req-5f126347-179d-414c-b514-77f191793b43 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642815 Jun 23 14:58:06.744337 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81efe5a-78a5-48d9-a3b4-b6edf4e62626 admin admin] Received port after_create {{(pid=100181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:58:06.911903 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-303cee93-7577-4b31-a53f-954671fb9147 req-e11d1998-7773-4cab-ac7b-21cae7c86d44 service neutron] 10.222.0.46 "GET /v2.0/networks/a417f085-a5eb-426d-b45d-8a0833dc125c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192876 Jun 23 14:58:07.033120 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 4ea0d5d9-b11c-40db-8816-717b4bb6f580 up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:58:07.094138 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd60e8f-5eb8-4863-a5d2-7d136f67cfe3 None None] Network 8f833907-b415-4449-8941-f1cb4ab13f50 requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:58:07.254913 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-99d1802d-e3d9-48b9-85e6-89bef6ef83de None None] Provisioning for port 4ea0d5d9-b11c-40db-8816-717b4bb6f580 completed by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:58:07.282535 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning for port 4ea0d5d9-b11c-40db-8816-717b4bb6f580 completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:58:07.320242 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port 4ea0d5d9-b11c-40db-8816-717b4bb6f580 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:58:07.320242 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:07.426417 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:07.460594 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaf0c3-a2ea-4d04-891d-d59a99226886 req-dc044da2-a3e0-40ba-9c2f-f1fa70b053fc tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:07.468989 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-31eaf0c3-a2ea-4d04-891d-d59a99226886 req-dc044da2-a3e0-40ba-9c2f-f1fa70b053fc tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0943782 Jun 23 14:58:07.470622 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-c36b1959-2167-4921-97a8-61707844de6b None None] For port 4ea0d5d9-b11c-40db-8816-717b4bb6f580, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=4ea0d5d9-b11c-40db-8816-717b4bb6f580,segment=NetworkSegment(36a7b341-ea93-43a0-90c1-3666a2cad8d2),segment_id=36a7b341-ea93-43a0-90c1-3666a2cad8d2)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:58:07.535549 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-31eaf0c3-a2ea-4d04-891d-d59a99226886 req-4bba933a-ccdf-4f88-8cdc-862aba7917af tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656748 Jun 23 14:58:07.558959 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-b81efe5a-78a5-48d9-a3b4-b6edf4e62626 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:07.577333 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:07.579912 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:07.592144 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e133ab-9ead-451f-8e51-65eab1fcd041 req-b48886f9-1a50-411d-9d55-53b550f4cacf tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:07.599157 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-13e133ab-9ead-451f-8e51-65eab1fcd041 req-b48886f9-1a50-411d-9d55-53b550f4cacf tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 945 time: 0.1280680 Jun 23 14:58:07.675452 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Pushing event updated for resources: {'Port': ['ID=4ea0d5d9-b11c-40db-8816-717b4bb6f580,revision_number=3']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:07.679560 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:07.712363 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-de58d28a-d74f-4536-9e15-e6e338f847ef None None] Provisioning complete for port 4ea0d5d9-b11c-40db-8816-717b4bb6f580 triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:58:07.713600 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-13e133ab-9ead-451f-8e51-65eab1fcd041 req-8a169352-fae9-4918-bd4c-7ab18219756d tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135070 Jun 23 14:58:07.733652 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-de58d28a-d74f-4536-9e15-e6e338f847ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:07.912805 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487aa79-259e-4ba8-b5a6-7b1273d55bd7 req-954901c9-dc51-4f7e-9915-4d2cf1182018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:07.914955 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4487aa79-259e-4ba8-b5a6-7b1273d55bd7 req-954901c9-dc51-4f7e-9915-4d2cf1182018 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f4408f772214ed1aa8148f3f34bb8d3&device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 1098 time: 0.2408960 Jun 23 14:58:07.924279 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bb55b-7c20-4433-af2d-e8184eaf9609 req-785ac964-56fd-44b0-b483-38c69182e40f tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:07.938485 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b28bb55b-7c20-4433-af2d-e8184eaf9609 req-785ac964-56fd-44b0-b483-38c69182e40f tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.1844642 Jun 23 14:58:08.043669 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-b81efe5a-78a5-48d9-a3b4-b6edf4e62626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-631149'] for router, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:08.078946 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b28bb55b-7c20-4433-af2d-e8184eaf9609 req-75c95e9a-bb49-4e0e-ac26-8d30cd21c19c tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390345 Jun 23 14:58:08.124996 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487aa79-259e-4ba8-b5a6-7b1273d55bd7 req-39eef922-29e6-450a-990c-5893ef5cddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:08.126870 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93dd831-5160-4752-be56-524fee515930 req-3c66775c-1e4a-4096-bb2c-55a43e90ba79 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:08.128435 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d93dd831-5160-4752-be56-524fee515930 req-3c66775c-1e4a-4096-bb2c-55a43e90ba79 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdcf318c-98cb-47f9-81c8-51246b5783c4 HTTP/1.1" status: 200 len: 943 time: 0.1343362 Jun 23 14:58:08.131550 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4487aa79-259e-4ba8-b5a6-7b1273d55bd7 req-39eef922-29e6-450a-990c-5893ef5cddeb service neutron] 10.222.0.46 "GET /v2.0/networks?id=046085b9-f7b3-4ac3-83a3-779993ec93a2 HTTP/1.1" status: 200 len: 912 time: 0.2034664 Jun 23 14:58:08.197538 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d93dd831-5160-4752-be56-524fee515930 req-f98721a1-289f-45d1-8e09-321eb26cfaae tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561051 Jun 23 14:58:08.313808 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4487aa79-259e-4ba8-b5a6-7b1273d55bd7 req-fc4e951f-d85a-4ae0-842f-379de843902d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b348ace4-dd64-4456-a0c4-6f7438120f81 HTTP/1.1" status: 200 len: 1001 time: 0.1754875 Jun 23 14:58:08.379087 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487aa79-259e-4ba8-b5a6-7b1273d55bd7 req-e8b14e1c-80be-45c6-9eaa-c7e6f76eb7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:08.380546 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4487aa79-259e-4ba8-b5a6-7b1273d55bd7 req-e8b14e1c-80be-45c6-9eaa-c7e6f76eb7f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed6e6346-c056-4ca0-89e5-57da755e7b9f HTTP/1.1" status: 200 len: 850 time: 0.0561566 Jun 23 14:58:08.447481 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81efe5a-78a5-48d9-a3b4-b6edf4e62626 admin admin] Router cfc33c79-a46a-4423-a859-d7d5b6fc71ae is scheduled to L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 with binding_index 1 {{(pid=100181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:58:08.467429 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487aa79-259e-4ba8-b5a6-7b1273d55bd7 req-01231f8d-8b4c-4e74-8577-933558277bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:08.468899 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4487aa79-259e-4ba8-b5a6-7b1273d55bd7 req-01231f8d-8b4c-4e74-8577-933558277bdc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=046085b9-f7b3-4ac3-83a3-779993ec93a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760219 Jun 23 14:58:08.645722 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81efe5a-78a5-48d9-a3b4-b6edf4e62626 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:58:08.654957 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486a541c-6d9f-4c5b-89d3-7e5fce359aaf None None] Sync routers for ids ['cfc33c79-a46a-4423-a859-d7d5b6fc71ae'] in dv-cinder-796286-8-smb {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:58:08.667902 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4487aa79-259e-4ba8-b5a6-7b1273d55bd7 req-596c3c44-c74c-4956-b9ad-0f698afb73a8 service neutron] 10.222.0.46 "GET /v2.0/networks/046085b9-f7b3-4ac3-83a3-779993ec93a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600511 Jun 23 14:58:08.669608 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486a541c-6d9f-4c5b-89d3-7e5fce359aaf None None] Routers {'cfc33c79-a46a-4423-a859-d7d5b6fc71ae'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:58:08.674589 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-486a541c-6d9f-4c5b-89d3-7e5fce359aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:57:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['cfc33c79-a46a-4423-a859-d7d5b6fc71ae'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:58:08.730416 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-b81efe5a-78a5-48d9-a3b4-b6edf4e62626 admin admin] Notify callbacks [] for router, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:08.734766 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-b81efe5a-78a5-48d9-a3b4-b6edf4e62626 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5211675 Jun 23 14:58:08.753618 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 49954) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:08.818970 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-486a541c-6d9f-4c5b-89d3-7e5fce359aaf None None] Set router cfc33c79-a46a-4423-a859-d7d5b6fc71ae gateway port host: dv-cinder-796286-8-smb {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:58:08.822343 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4487aa79-259e-4ba8-b5a6-7b1273d55bd7 req-fafd49f9-808e-4fc5-825a-3655dea26230 service neutron] 10.222.0.46 "GET /v2.0/networks/046085b9-f7b3-4ac3-83a3-779993ec93a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385462 Jun 23 14:58:08.949316 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 4ea0d5d9-b11c-40db-8816-717b4bb6f580 up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:58:09.036672 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb369538-f00f-4357-bf28-49cb06e62de5 req-cfc08e37-14d6-44e1-8118-43184d0ad365 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:09.044738 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-cb369538-f00f-4357-bf28-49cb06e62de5 req-cfc08e37-14d6-44e1-8118-43184d0ad365 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.3488066 Jun 23 14:58:09.057923 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port 4ea0d5d9-b11c-40db-8816-717b4bb6f580 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:58:09.058323 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:09.123100 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-486a541c-6d9f-4c5b-89d3-7e5fce359aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'name': 'tempest-TestMinimumBasicScenario-1923689014-router', 'tenant_id': '6a6510486430423e819fc78ab70e64d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'c88b82bd-e2f2-470e-9c26-1ded8d688b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:58:04Z', 'updated_at': '2021-06-23T14:58:07Z', 'revision_number': 3, 'project_id': '6a6510486430423e819fc78ab70e64d5', 'gw_port': {'id': 'c88b82bd-e2f2-470e-9c26-1ded8d688b92', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:05Z', 'updated_at': '2021-06-23T14:58:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb'}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:58:09.135351 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-cb369538-f00f-4357-bf28-49cb06e62de5 req-f41cd4a9-d5bf-42d4-8d9c-c21a1de97fc5 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896118 Jun 23 14:58:09.158836 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486a541c-6d9f-4c5b-89d3-7e5fce359aaf None None] Checking router: cfc33c79-a46a-4423-a859-d7d5b6fc71ae for host: dv-cinder-796286-8-smb {{(pid=100183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:58:09.159416 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486a541c-6d9f-4c5b-89d3-7e5fce359aaf None None] Updating router cfc33c79-a46a-4423-a859-d7d5b6fc71ae port c88b82bd-e2f2-470e-9c26-1ded8d688b92 binding host dv-cinder-796286-8-smb {{(pid=100183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:58:09.221524 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-486a541c-6d9f-4c5b-89d3-7e5fce359aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:09.360163 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device b4dad670-2f46-434a-8c4b-4749a6c635e3 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=100182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:58:09.607597 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port b4dad670-2f46-434a-8c4b-4749a6c635e3, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b4dad670-2f46-434a-8c4b-4749a6c635e3,segment=NetworkSegment(85a77578-a6b0-4fa2-aab6-f10aa4cc4f23),segment_id=85a77578-a6b0-4fa2-aab6-f10aa4cc4f23)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:58:09.622160 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Returning: {'device': 'b4dad670-2f46-434a-8c4b-4749a6c635e3', 'network_id': 'a417f085-a5eb-426d-b45d-8a0833dc125c', 'port_id': 'b4dad670-2f46-434a-8c4b-4749a6c635e3', 'mac_address': 'fa:16:3e:44:02:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47bace70-5c85-4779-8fbd-e5cc69ad2b8a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:58:09.643718 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7199ae1-385d-4e90-8f75-11296b2fabad req-ff7f6ecd-571c-4197-9f70-b80d46065a6b tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:09.650899 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d7199ae1-385d-4e90-8f75-11296b2fabad req-ff7f6ecd-571c-4197-9f70-b80d46065a6b tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 945 time: 0.6702490 Jun 23 14:58:09.674081 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:09.691205 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4dad670-2f46-434a-8c4b-4749a6c635e3 {{(pid=100182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:58:09.730940 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port b4dad670-2f46-434a-8c4b-4749a6c635e3, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b4dad670-2f46-434a-8c4b-4749a6c635e3,segment=NetworkSegment(85a77578-a6b0-4fa2-aab6-f10aa4cc4f23),segment_id=85a77578-a6b0-4fa2-aab6-f10aa4cc4f23)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:58:09.749076 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d7199ae1-385d-4e90-8f75-11296b2fabad req-fe0023a6-263f-4cc1-b20f-0759206920b2 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971892 Jun 23 14:58:09.795814 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:09.798436 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:09.798825 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef8244-b737-43f7-86b4-a804361ea83e req-efb5bf5a-3c84-4121-96fd-a485757ba144 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:09.807062 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-30ef8244-b737-43f7-86b4-a804361ea83e req-efb5bf5a-3c84-4121-96fd-a485757ba144 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.3300836 Jun 23 14:58:09.843009 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-486a541c-6d9f-4c5b-89d3-7e5fce359aaf None None] Notify callbacks [] for port, precommit_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:09.847411 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5c3a3ab5-1453-40a2-8d36-c19941ad9e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:09.868337 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.provisioning_blocks [None req-486a541c-6d9f-4c5b-89d3-7e5fce359aaf None None] Transition to ACTIVE for port object c88b82bd-e2f2-470e-9c26-1ded8d688b92 will not be triggered until provisioned by entity L2. {{(pid=100183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:58:09.899395 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=b4dad670-2f46-434a-8c4b-4749a6c635e3,revision_number=4']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:09.903617 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:09.915015 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-30ef8244-b737-43f7-86b4-a804361ea83e req-1b5932c0-6433-463e-bfcc-9e5768c6fb35 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064351 Jun 23 14:58:09.943402 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-486a541c-6d9f-4c5b-89d3-7e5fce359aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:09.946981 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:10.014718 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.managers [None req-486a541c-6d9f-4c5b-89d3-7e5fce359aaf None None] Attempting to bind port c88b82bd-e2f2-470e-9c26-1ded8d688b92 on host dv-cinder-796286-8-smb for vnic_type normal with profile {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:58:10.015092 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.managers [None req-486a541c-6d9f-4c5b-89d3-7e5fce359aaf None None] Attempting to bind port c88b82bd-e2f2-470e-9c26-1ded8d688b92 by drivers openvswitch,hyperv on host dv-cinder-796286-8-smb at level 0 using segments [{'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'}] {{(pid=100183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:58:10.015464 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486a541c-6d9f-4c5b-89d3-7e5fce359aaf None None] Attempting to bind port c88b82bd-e2f2-470e-9c26-1ded8d688b92 on network d2ee6402-d146-4119-8365-b6e413e6a66f {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:58:10.030475 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741430a-db9d-41c6-b103-01fdf108efc0 None None] Pushing event updated for resources: {'Port': ['ID=c88b82bd-e2f2-470e-9c26-1ded8d688b92,revision_number=2']} {{(pid=100183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:10.034027 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486a541c-6d9f-4c5b-89d3-7e5fce359aaf None None] Checking agent: {'id': 'a806d37f-e7e9-49c9-a0af-39d3c99a85d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 42), 'started_at': datetime.datetime(2021, 6, 23, 14, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:58:10.034401 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486a541c-6d9f-4c5b-89d3-7e5fce359aaf None None] Checking segment: {'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:58:10.034798 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-486a541c-6d9f-4c5b-89d3-7e5fce359aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:10.035200 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486a541c-6d9f-4c5b-89d3-7e5fce359aaf None None] Bound using segment: {'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'} {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:58:10.035679 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.managers [None req-486a541c-6d9f-4c5b-89d3-7e5fce359aaf None None] Bound port: c88b82bd-e2f2-470e-9c26-1ded8d688b92, host: dv-cinder-796286-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'}}] {{(pid=100183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:58:10.036051 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-486a541c-6d9f-4c5b-89d3-7e5fce359aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:10.062651 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9741430a-db9d-41c6-b103-01fdf108efc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:58:10.063065 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9741430a-db9d-41c6-b103-01fdf108efc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:58:10.063326 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9741430a-db9d-41c6-b103-01fdf108efc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:58:10.068300 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9741430a-db9d-41c6-b103-01fdf108efc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:58:10.068652 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9741430a-db9d-41c6-b103-01fdf108efc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:58:10.069004 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9741430a-db9d-41c6-b103-01fdf108efc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:58:10.069354 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9741430a-db9d-41c6-b103-01fdf108efc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:58:10.069710 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9741430a-db9d-41c6-b103-01fdf108efc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:58:10.070093 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9741430a-db9d-41c6-b103-01fdf108efc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:58:10.070445 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9741430a-db9d-41c6-b103-01fdf108efc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:58:10.071315 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9741430a-db9d-41c6-b103-01fdf108efc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:58:10.072181 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9741430a-db9d-41c6-b103-01fdf108efc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:58:10.079988 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [None req-9741430a-db9d-41c6-b103-01fdf108efc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:10.091685 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fcba33-5e68-46f6-befa-3e55c1e0202d req-7f164cfe-a373-458f-bd06-9c9710fb857a tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:10.099033 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-76fcba33-5e68-46f6-befa-3e55c1e0202d req-7f164cfe-a373-458f-bd06-9c9710fb857a tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdcf318c-98cb-47f9-81c8-51246b5783c4 HTTP/1.1" status: 200 len: 944 time: 0.2359748 Jun 23 14:58:10.109222 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-54208d4b-8586-47ea-a69c-8618de63d1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:10.122078 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.db [None req-486a541c-6d9f-4c5b-89d3-7e5fce359aaf None None] For port c88b82bd-e2f2-470e-9c26-1ded8d688b92, host dv-cinder-796286-8-smb, cleared binding levels {{(pid=100183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:58:10.126405 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.db [None req-486a541c-6d9f-4c5b-89d3-7e5fce359aaf None None] For port c88b82bd-e2f2-470e-9c26-1ded8d688b92, host dv-cinder-796286-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=c88b82bd-e2f2-470e-9c26-1ded8d688b92,segment=NetworkSegment(ba5d94ff-850b-475f-bf01-29ba3ab431be),segment_id=ba5d94ff-850b-475f-bf01-29ba3ab431be)] {{(pid=100183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:58:10.156248 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-76fcba33-5e68-46f6-befa-3e55c1e0202d req-0f65fc88-8f31-45cc-8189-b88c4e6ea6c7 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563664 Jun 23 14:58:10.178307 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-486a541c-6d9f-4c5b-89d3-7e5fce359aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:10.185884 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:10.211156 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['b4dad670-2f46-434a-8c4b-4749a6c635e3'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:58:10.266965 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486a541c-6d9f-4c5b-89d3-7e5fce359aaf None None] Routers {'cfc33c79-a46a-4423-a859-d7d5b6fc71ae'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:58:10.267610 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-486a541c-6d9f-4c5b-89d3-7e5fce359aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:57:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['cfc33c79-a46a-4423-a859-d7d5b6fc71ae'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:58:10.431622 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.db_base_plugin_common [None req-54208d4b-8586-47ea-a69c-8618de63d1d1 admin admin] Allocated IP 172.20.0.1 (8f833907-b415-4449-8941-f1cb4ab13f50/e48a2a14-0ddc-485c-80f5-54d760235633/91d66826-fd71-4142-8db0-c4f4d963e067) {{(pid=100180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:58:10.453654 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741430a-db9d-41c6-b103-01fdf108efc0 None None] Pushing event updated for resources: {'Port': ['ID=c88b82bd-e2f2-470e-9c26-1ded8d688b92,revision_number=3']} {{(pid=100183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:10.458461 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [None req-9741430a-db9d-41c6-b103-01fdf108efc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:10.475303 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-486a541c-6d9f-4c5b-89d3-7e5fce359aaf None None] Set router cfc33c79-a46a-4423-a859-d7d5b6fc71ae gateway port host: dv-cinder-796286-8-smb {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:58:10.530513 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31e798-0ee2-4148-a627-29e3d6ee18df req-d1b85645-44a6-4395-922b-ece62aaea86d tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:10.537287 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-cf31e798-0ee2-4148-a627-29e3d6ee18df req-d1b85645-44a6-4395-922b-ece62aaea86d tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.2086418 Jun 23 14:58:10.592275 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-cf31e798-0ee2-4148-a627-29e3d6ee18df req-aa823f10-793a-43f6-9452-e91fd5938016 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541193 Jun 23 14:58:10.638118 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-54208d4b-8586-47ea-a69c-8618de63d1d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:10.653156 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.provisioning_blocks [None req-54208d4b-8586-47ea-a69c-8618de63d1d1 admin admin] Transition to ACTIVE for port object 91d66826-fd71-4142-8db0-c4f4d963e067 will not be triggered until provisioned by entity DHCP. {{(pid=100180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:58:10.702482 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-486a541c-6d9f-4c5b-89d3-7e5fce359aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'name': 'tempest-TestMinimumBasicScenario-1923689014-router', 'tenant_id': '6a6510486430423e819fc78ab70e64d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'c88b82bd-e2f2-470e-9c26-1ded8d688b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:58:04Z', 'updated_at': '2021-06-23T14:58:07Z', 'revision_number': 3, 'project_id': '6a6510486430423e819fc78ab70e64d5', 'gw_port': {'id': 'c88b82bd-e2f2-470e-9c26-1ded8d688b92', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:05Z', 'updated_at': '2021-06-23T14:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb'}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:58:10.732397 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486a541c-6d9f-4c5b-89d3-7e5fce359aaf None None] The sync data for ids ['cfc33c79-a46a-4423-a859-d7d5b6fc71ae'] in dv-cinder-796286-8-smb is: [{'id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'name': 'tempest-TestMinimumBasicScenario-1923689014-router', 'tenant_id': '6a6510486430423e819fc78ab70e64d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'c88b82bd-e2f2-470e-9c26-1ded8d688b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:58:04Z', 'updated_at': '2021-06-23T14:58:07Z', 'revision_number': 3, 'project_id': '6a6510486430423e819fc78ab70e64d5', 'gw_port': {'id': 'c88b82bd-e2f2-470e-9c26-1ded8d688b92', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:05Z', 'updated_at': '2021-06-23T14:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb'}] {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:58:10.771334 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-54208d4b-8586-47ea-a69c-8618de63d1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25328533'] for port, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:10.777861 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-9a9f5d85-f88c-42bb-b7d8-314ccc28f93f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:10.836142 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54208d4b-8586-47ea-a69c-8618de63d1d1 admin admin] Network 8f833907-b415-4449-8941-f1cb4ab13f50 is already hosted by enough agents. {{(pid=100180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:58:10.840871 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.base_scheduler [None req-54208d4b-8586-47ea-a69c-8618de63d1d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:58:10.857675 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54208d4b-8586-47ea-a69c-8618de63d1d1 admin admin] Received port after_create {{(pid=100180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:58:10.864344 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54208d4b-8586-47ea-a69c-8618de63d1d1 admin admin] Pushing event updated for resources: {'Port': ['ID=91d66826-fd71-4142-8db0-c4f4d963e067,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:10.891454 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-54208d4b-8586-47ea-a69c-8618de63d1d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:10.916125 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-54208d4b-8586-47ea-a69c-8618de63d1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622957'] for router_interface, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:11.058106 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 6 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:58:11.241137 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-54208d4b-8586-47ea-a69c-8618de63d1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:11.277219 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a54b21-f476-42f7-a6b9-36abedc316d8 req-7481e685-dbe1-42ff-a527-828de0685f21 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:11.278823 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-60a54b21-f476-42f7-a6b9-36abedc316d8 req-7481e685-dbe1-42ff-a527-828de0685f21 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 945 time: 0.2439387 Jun 23 14:58:11.293493 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-8b0a9f2c-5111-488a-969b-6b0f95e532af None None] Provisioning for port 91d66826-fd71-4142-8db0-c4f4d963e067 completed by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:58:11.296463 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-8b0a9f2c-5111-488a-969b-6b0f95e532af None None] Provisioning complete for port 91d66826-fd71-4142-8db0-c4f4d963e067 triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:58:11.296933 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9f2c-5111-488a-969b-6b0f95e532af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:11.360773 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-8b0a9f2c-5111-488a-969b-6b0f95e532af None None] Port 91d66826-fd71-4142-8db0-c4f4d963e067 cannot update to ACTIVE because it is not bound. {{(pid=100182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:58:11.363747 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-60a54b21-f476-42f7-a6b9-36abedc316d8 req-4d877376-9c3b-43b1-be00-dcc5640d60c6 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585303 Jun 23 14:58:11.587813 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed560d-0481-4e1b-a967-d37b6bb562a5 req-f5f9fe08-aa04-4cda-b213-fb92b9698433 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:11.587813 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-14ed560d-0481-4e1b-a967-d37b6bb562a5 req-f5f9fe08-aa04-4cda-b213-fb92b9698433 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.4260836 Jun 23 14:58:11.590302 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-54208d4b-8586-47ea-a69c-8618de63d1d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:11.686247 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-14ed560d-0481-4e1b-a967-d37b6bb562a5 req-b8bf56cb-f1ad-49fb-b965-33138278b42c tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915172 Jun 23 14:58:11.763572 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbca64-9e5b-4da1-a419-5cb56baea8d3 req-4f1e3dfa-4f82-4cc6-b7e6-0dfbdb4f951e tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:11.769071 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-19dbca64-9e5b-4da1-a419-5cb56baea8d3 req-4f1e3dfa-4f82-4cc6-b7e6-0dfbdb4f951e tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdcf318c-98cb-47f9-81c8-51246b5783c4 HTTP/1.1" status: 200 len: 944 time: 0.1293929 Jun 23 14:58:11.769071 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-54208d4b-8586-47ea-a69c-8618de63d1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25328519'] for port, after_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:11.771902 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:11.941655 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-54208d4b-8586-47ea-a69c-8618de63d1d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622977'] for router_interface, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:11.943367 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54208d4b-8586-47ea-a69c-8618de63d1d1 admin admin] Pushing event updated for resources: {'Port': ['ID=91d66826-fd71-4142-8db0-c4f4d963e067,revision_number=2']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:11.949494 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-19dbca64-9e5b-4da1-a419-5cb56baea8d3 req-e2d6a95a-d442-4b82-a452-9bbe35acb21d tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724484 Jun 23 14:58:11.953033 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-54208d4b-8586-47ea-a69c-8618de63d1d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:12.041573 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514a576-8e14-409c-b7b9-977a2fb134ff req-f5170c27-7aaf-4cce-ac2e-58d3a05e8d2f tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:12.043126 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a514a576-8e14-409c-b7b9-977a2fb134ff req-f5170c27-7aaf-4cce-ac2e-58d3a05e8d2f tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.1890836 Jun 23 14:58:12.084503 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54208d4b-8586-47ea-a69c-8618de63d1d1 admin admin] Network 8f833907-b415-4449-8941-f1cb4ab13f50 is already hosted by enough agents. {{(pid=100180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:58:12.091223 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.base_scheduler [None req-54208d4b-8586-47ea-a69c-8618de63d1d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:58:12.103448 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a514a576-8e14-409c-b7b9-977a2fb134ff req-2d2fc302-0f2b-4d5b-b2c0-8b757dc69bc4 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534363 Jun 23 14:58:12.220335 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54208d4b-8586-47ea-a69c-8618de63d1d1 admin admin] Router cfc33c79-a46a-4423-a859-d7d5b6fc71ae has already been hosted by L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 {{(pid=100180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:58:12.292176 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-a8d2ca3e-308b-4920-99ee-909ca89670d7 None None] Provisioning complete for port 91d66826-fd71-4142-8db0-c4f4d963e067 triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:58:12.292555 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-a8d2ca3e-308b-4920-99ee-909ca89670d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:12.326049 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-a8d2ca3e-308b-4920-99ee-909ca89670d7 None None] Port 91d66826-fd71-4142-8db0-c4f4d963e067 cannot update to ACTIVE because it is not bound. {{(pid=100182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:58:12.334577 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54208d4b-8586-47ea-a69c-8618de63d1d1 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:58:12.342582 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-54208d4b-8586-47ea-a69c-8618de63d1d1 admin admin] 10.222.0.72 "PUT /v2.0/routers/cfc33c79-a46a-4423-a859-d7d5b6fc71ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5713358 Jun 23 14:58:12.514493 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-077da669-a5e7-4cd7-a499-66ddd6102110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:12.537541 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:12.663793 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36645d5f-36f6-4fe3-af00-12a27e248d3e req-8119d004-8517-4c2a-bef3-78a3b234e01c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:12.666051 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-36645d5f-36f6-4fe3-af00-12a27e248d3e req-8119d004-8517-4c2a-bef3-78a3b234e01c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 945 time: 0.1048944 Jun 23 14:58:12.730438 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-36645d5f-36f6-4fe3-af00-12a27e248d3e req-a89042c1-6dbd-4aa1-a378-1c0e5ba98c4f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568523 Jun 23 14:58:12.925876 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54551a0-e6f4-4669-bf3b-b32c638e73df None None] Sync routers for ids ['cfc33c79-a46a-4423-a859-d7d5b6fc71ae'] in dv-cinder-796286-8-smb {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:58:12.939425 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54551a0-e6f4-4669-bf3b-b32c638e73df None None] Routers {'cfc33c79-a46a-4423-a859-d7d5b6fc71ae'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:58:12.940063 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-e54551a0-e6f4-4669-bf3b-b32c638e73df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:58:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['cfc33c79-a46a-4423-a859-d7d5b6fc71ae'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:58:12.988545 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device c88b82bd-e2f2-470e-9c26-1ded8d688b92 up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:58:13.116735 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-e54551a0-e6f4-4669-bf3b-b32c638e73df None None] Set router cfc33c79-a46a-4423-a859-d7d5b6fc71ae gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:58:13.236898 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006be72-d809-4619-83cc-5b5d3b0aa39a req-b1dda56e-32d1-4889-994b-35db3444b819 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:13.246476 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4006be72-d809-4619-83cc-5b5d3b0aa39a req-b1dda56e-32d1-4889-994b-35db3444b819 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdcf318c-98cb-47f9-81c8-51246b5783c4 HTTP/1.1" status: 200 len: 944 time: 0.1091588 Jun 23 14:58:13.268795 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning for port c88b82bd-e2f2-470e-9c26-1ded8d688b92 completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:58:13.279813 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port c88b82bd-e2f2-470e-9c26-1ded8d688b92 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:58:13.280569 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:13.298843 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4006be72-d809-4619-83cc-5b5d3b0aa39a req-2d4bd626-d0ae-4794-bc39-2ce34fef1428 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455928 Jun 23 14:58:13.392698 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device b4dad670-2f46-434a-8c4b-4749a6c635e3 up at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:58:13.403997 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1692e2-8203-4036-a31e-ef90178a442b req-8486f585-c409-4af0-9cd5-bc3fed582505 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:13.405775 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ca1692e2-8203-4036-a31e-ef90178a442b req-8486f585-c409-4af0-9cd5-bc3fed582505 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0864813 Jun 23 14:58:13.472955 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ca1692e2-8203-4036-a31e-ef90178a442b req-f2d77898-6667-4c71-b79c-073f8bce1993 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552263 Jun 23 14:58:13.493813 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 50006) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:13.499866 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-9debdc92-9ee7-4326-99ac-0c3d2f02e416 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2119907565-network', 'tenant_id': '8ed99aba0d944c8a895da1b6b1042d2e'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:58:13.585858 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:13.602293 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-e54551a0-e6f4-4669-bf3b-b32c638e73df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'name': 'tempest-TestMinimumBasicScenario-1923689014-router', 'tenant_id': '6a6510486430423e819fc78ab70e64d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'c88b82bd-e2f2-470e-9c26-1ded8d688b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:58:04Z', 'updated_at': '2021-06-23T14:58:11Z', 'revision_number': 4, 'project_id': '6a6510486430423e819fc78ab70e64d5', 'gw_port': {'id': 'c88b82bd-e2f2-470e-9c26-1ded8d688b92', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:05Z', 'updated_at': '2021-06-23T14:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '91d66826-fd71-4142-8db0-c4f4d963e067', 'name': '', 'network_id': '8f833907-b415-4449-8941-f1cb4ab13f50', 'tenant_id': '6a6510486430423e819fc78ab70e64d5', 'mac_address': 'fa:16:3e:17:e9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e48a2a14-0ddc-485c-80f5-54d760235633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:10Z', 'updated_at': '2021-06-23T14:58:11Z', 'revision_number': 2, 'project_id': '6a6510486430423e819fc78ab70e64d5', 'subnets': [{'id': 'e48a2a14-0ddc-485c-80f5-54d760235633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:58:13.623433 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9debdc92-9ee7-4326-99ac-0c3d2f02e416 admin admin] Made reservation on behalf of 8ed99aba0d944c8a895da1b6b1042d2e for: {'network': 1} {{(pid=100180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:58:13.627174 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-9debdc92-9ee7-4326-99ac-0c3d2f02e416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for network, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:13.637135 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54551a0-e6f4-4669-bf3b-b32c638e73df None None] Checking router: cfc33c79-a46a-4423-a859-d7d5b6fc71ae for host: dv-cinder-796286-8-smb {{(pid=100182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:58:13.637509 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54551a0-e6f4-4669-bf3b-b32c638e73df None None] Updating router cfc33c79-a46a-4423-a859-d7d5b6fc71ae port 91d66826-fd71-4142-8db0-c4f4d963e067 binding host dv-cinder-796286-8-smb {{(pid=100182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:58:13.640572 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-c36b1959-2167-4921-97a8-61707844de6b None None] For port c88b82bd-e2f2-470e-9c26-1ded8d688b92, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=c88b82bd-e2f2-470e-9c26-1ded8d688b92,segment=NetworkSegment(ba5d94ff-850b-475f-bf01-29ba3ab431be),segment_id=ba5d94ff-850b-475f-bf01-29ba3ab431be)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:58:13.658109 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-9debdc92-9ee7-4326-99ac-0c3d2f02e416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:13.687213 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning for port b4dad670-2f46-434a-8c4b-4749a6c635e3 completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:58:13.706521 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:13.708543 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning complete for port b4dad670-2f46-434a-8c4b-4749a6c635e3 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:58:13.709038 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:13.714848 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:13.714848 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-e54551a0-e6f4-4669-bf3b-b32c638e73df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:13.776319 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:13.848022 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Pushing event updated for resources: {'Port': ['ID=c88b82bd-e2f2-470e-9c26-1ded8d688b92,revision_number=4']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:13.856880 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-9debdc92-9ee7-4326-99ac-0c3d2f02e416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:13.858071 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:13.956291 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-9debdc92-9ee7-4326-99ac-0c3d2f02e416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:13.965167 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-96890de8-a108-42b3-bf5a-20a4334ed7c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:13.989059 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:13.997284 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9debdc92-9ee7-4326-99ac-0c3d2f02e416 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=100180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:58:14.022471 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debdc92-9ee7-4326-99ac-0c3d2f02e416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf11f259-2e27-4aa9-a895-df7f25051312,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:14.031909 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-9debdc92-9ee7-4326-99ac-0c3d2f02e416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:14.032147 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.db.segments_db [None req-9debdc92-9ee7-4326-99ac-0c3d2f02e416 admin admin] Added segment d55f0156-1aea-4855-9023-fdb25bed43df of type vlan for network f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da Jun 23 14:58:14.039141 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-9debdc92-9ee7-4326-99ac-0c3d2f02e416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:14.071467 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1fa9b-594a-4d1f-a786-b80a966a2d17 req-497f2e6b-56f1-4525-8f39-207e5020c742 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:14.078719 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdcf318c-98cb-47f9-81c8-51246b5783c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4dad670-2f46-434a-8c4b-4749a6c635e3'}] {{(pid=100182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:58:14.079417 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ddc1fa9b-594a-4d1f-a786-b80a966a2d17 req-497f2e6b-56f1-4525-8f39-207e5020c742 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 945 time: 0.1775241 Jun 23 14:58:14.081401 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2be0bd3a3b87df06192a81cc7e782664f9eb16b4f3df3f1ec53fa4495edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aadcbad-33dc-4c40-8b29-963e5a35af23" -d '{"events": [{"server_uuid": "fdcf318c-98cb-47f9-81c8-51246b5783c4", "name": "network-vif-plugged", "status": "completed", "tag": "b4dad670-2f46-434a-8c4b-4749a6c635e3"}]}' {{(pid=100182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:58:14.144066 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port b4dad670-2f46-434a-8c4b-4749a6c635e3, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b4dad670-2f46-434a-8c4b-4749a6c635e3,segment=NetworkSegment(85a77578-a6b0-4fa2-aab6-f10aa4cc4f23),segment_id=85a77578-a6b0-4fa2-aab6-f10aa4cc4f23)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:58:14.156335 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-9debdc92-9ee7-4326-99ac-0c3d2f02e416 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735918531624'] for network, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:14.161831 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c5ff00-21ca-4d67-8922-57dc912f73d1 x-openstack-request-id: req-97c5ff00-21ca-4d67-8922-57dc912f73d1 {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:58:14.162444 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdcf318c-98cb-47f9-81c8-51246b5783c4", "name": "network-vif-plugged", "status": "completed", "tag": "b4dad670-2f46-434a-8c4b-4749a6c635e3", "code": 200}]} {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:58:14.162936 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-97c5ff00-21ca-4d67-8922-57dc912f73d1 {{(pid=100182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:58:14.163663 dv-cinder-796286-8-smb neutron-server[100182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdcf318c-98cb-47f9-81c8-51246b5783c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4dad670-2f46-434a-8c4b-4749a6c635e3', 'code': 200} Jun 23 14:58:14.193587 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ddc1fa9b-594a-4d1f-a786-b80a966a2d17 req-5b8adfcd-bfeb-4487-a599-af52903df9e8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130705 Jun 23 14:58:14.242970 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:14.274973 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:14.298435 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-9debdc92-9ee7-4326-99ac-0c3d2f02e416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217'] for network, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:14.299916 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9debdc92-9ee7-4326-99ac-0c3d2f02e416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:14.300834 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-9debdc92-9ee7-4326-99ac-0c3d2f02e416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:14.303957 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:14.324570 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-e54551a0-e6f4-4669-bf3b-b32c638e73df None None] Notify callbacks [] for port, precommit_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:14.377325 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=b4dad670-2f46-434a-8c4b-4749a6c635e3,revision_number=5']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:14.382574 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debdc92-9ee7-4326-99ac-0c3d2f02e416 admin admin] Pushing event updated for resources: {'Network': ['ID=f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:14.389870 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-e54551a0-e6f4-4669-bf3b-b32c638e73df None None] Transition to ACTIVE for port object 91d66826-fd71-4142-8db0-c4f4d963e067 will not be triggered until provisioned by entity L2. {{(pid=100182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:58:14.396597 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:14.396597 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Network f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da details requested by agent ovs-agent-dv-cinder-796286-8-smb with host dv-cinder-796286-8-smb {{(pid=100182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:58:14.399290 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-9debdc92-9ee7-4326-99ac-0c3d2f02e416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:14.435504 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-9debdc92-9ee7-4326-99ac-0c3d2f02e416 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9404275 Jun 23 14:58:14.438526 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 50016) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:14.444388 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-52b4846e-df29-48c0-bcea-7ec7f5beae5f admin admin] Request body: {'subnet': {'network_id': 'f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2119907565-subnet', 'tenant_id': '8ed99aba0d944c8a895da1b6b1042d2e', 'ip_version': 4}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:58:14.476695 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-e54551a0-e6f4-4669-bf3b-b32c638e73df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:14.481018 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:14.548710 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b4846e-df29-48c0-bcea-7ec7f5beae5f admin admin] Made reservation on behalf of 8ed99aba0d944c8a895da1b6b1042d2e for: {'subnet': 1} {{(pid=100181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:58:14.551141 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-52b4846e-df29-48c0-bcea-7ec7f5beae5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382310'] for subnet, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:14.560941 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4fce90-ca40-408a-bb48-10c03335ac69 req-1d20cffc-76fd-46bb-8c4c-c002430d11be tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:14.563182 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-eb4fce90-ca40-408a-bb48-10c03335ac69 req-1d20cffc-76fd-46bb-8c4c-c002430d11be tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdcf318c-98cb-47f9-81c8-51246b5783c4 HTTP/1.1" status: 200 len: 945 time: 0.1093426 Jun 23 14:58:14.638768 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-eb4fce90-ca40-408a-bb48-10c03335ac69 req-52acabd3-8d29-410b-ad76-ee85532c8e29 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638983 Jun 23 14:58:14.675235 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73320ac-0e5f-46db-a8c9-274ec8e6a995 None None] Pushing event updated for resources: {'Port': ['ID=91d66826-fd71-4142-8db0-c4f4d963e067,revision_number=3']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:14.686837 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-a73320ac-0e5f-46db-a8c9-274ec8e6a995 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:14.710094 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-e54551a0-e6f4-4669-bf3b-b32c638e73df None None] Attempting to bind port 91d66826-fd71-4142-8db0-c4f4d963e067 on host dv-cinder-796286-8-smb for vnic_type normal with profile {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:58:14.710560 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-e54551a0-e6f4-4669-bf3b-b32c638e73df None None] Attempting to bind port 91d66826-fd71-4142-8db0-c4f4d963e067 by drivers openvswitch,hyperv on host dv-cinder-796286-8-smb at level 0 using segments [{'id': '36a7b341-ea93-43a0-90c1-3666a2cad8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8f833907-b415-4449-8941-f1cb4ab13f50'}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:58:14.711022 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54551a0-e6f4-4669-bf3b-b32c638e73df None None] Attempting to bind port 91d66826-fd71-4142-8db0-c4f4d963e067 on network 8f833907-b415-4449-8941-f1cb4ab13f50 {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:58:14.717389 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54551a0-e6f4-4669-bf3b-b32c638e73df None None] Checking agent: {'id': 'a806d37f-e7e9-49c9-a0af-39d3c99a85d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 42), 'started_at': datetime.datetime(2021, 6, 23, 14, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:58:14.718019 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54551a0-e6f4-4669-bf3b-b32c638e73df None None] Checking segment: {'id': '36a7b341-ea93-43a0-90c1-3666a2cad8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8f833907-b415-4449-8941-f1cb4ab13f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:58:14.718700 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-e54551a0-e6f4-4669-bf3b-b32c638e73df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:14.719326 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54551a0-e6f4-4669-bf3b-b32c638e73df None None] Bound using segment: {'id': '36a7b341-ea93-43a0-90c1-3666a2cad8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8f833907-b415-4449-8941-f1cb4ab13f50'} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:58:14.719788 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-e54551a0-e6f4-4669-bf3b-b32c638e73df None None] Bound port: 91d66826-fd71-4142-8db0-c4f4d963e067, host: dv-cinder-796286-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a7b341-ea93-43a0-90c1-3666a2cad8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8f833907-b415-4449-8941-f1cb4ab13f50'}}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:58:14.720249 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-e54551a0-e6f4-4669-bf3b-b32c638e73df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:14.771540 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2d0a1-2707-46ab-ba8e-f77a3c70b829 req-1dabcb30-6fcc-4459-b919-fcc87ff49e54 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:14.775510 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-84e2d0a1-2707-46ab-ba8e-f77a3c70b829 req-1dabcb30-6fcc-4459-b919-fcc87ff49e54 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0894322 Jun 23 14:58:14.797222 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387412ae-ecca-4b54-b761-e0cb8b48bdaa req-7545cb1a-4b54-49ec-a54e-b43544ff7813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:14.798945 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-387412ae-ecca-4b54-b761-e0cb8b48bdaa req-7545cb1a-4b54-49ec-a54e-b43544ff7813 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fdcf318c-98cb-47f9-81c8-51246b5783c4 HTTP/1.1" status: 200 len: 1098 time: 0.2060399 Jun 23 14:58:14.869674 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-84e2d0a1-2707-46ab-ba8e-f77a3c70b829 req-aba706fe-1e4e-42fe-b90a-7b51836e017d tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853822 Jun 23 14:58:14.874444 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-e54551a0-e6f4-4669-bf3b-b32c638e73df None None] For port 91d66826-fd71-4142-8db0-c4f4d963e067, host dv-cinder-796286-8-smb, cleared binding levels {{(pid=100182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:58:14.880431 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-e54551a0-e6f4-4669-bf3b-b32c638e73df None None] For port 91d66826-fd71-4142-8db0-c4f4d963e067, host dv-cinder-796286-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=91d66826-fd71-4142-8db0-c4f4d963e067,segment=NetworkSegment(36a7b341-ea93-43a0-90c1-3666a2cad8d2),segment_id=36a7b341-ea93-43a0-90c1-3666a2cad8d2)] {{(pid=100182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:58:14.900323 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-387412ae-ecca-4b54-b761-e0cb8b48bdaa req-69804722-fb51-40b8-9653-85a1486edd95 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921853 Jun 23 14:58:14.967902 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device c88b82bd-e2f2-470e-9c26-1ded8d688b92 up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:58:15.000641 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-e54551a0-e6f4-4669-bf3b-b32c638e73df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:15.010701 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:15.053820 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-52b4846e-df29-48c0-bcea-7ec7f5beae5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25496670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382324'] for subnet, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:15.069133 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-5563af21-e10c-4049-abcf-0e6adde124ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:15.090996 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54551a0-e6f4-4669-bf3b-b32c638e73df None None] Routers {'cfc33c79-a46a-4423-a859-d7d5b6fc71ae'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:58:15.091421 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-e54551a0-e6f4-4669-bf3b-b32c638e73df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:58:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['cfc33c79-a46a-4423-a859-d7d5b6fc71ae'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:58:15.135629 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73320ac-0e5f-46db-a8c9-274ec8e6a995 None None] Pushing event updated for resources: {'Port': ['ID=91d66826-fd71-4142-8db0-c4f4d963e067,revision_number=4']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:15.147201 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-a73320ac-0e5f-46db-a8c9-274ec8e6a995 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:15.154518 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4846e-df29-48c0-bcea-7ec7f5beae5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e803c4f3-51d0-4eb8-89bb-241740fd5f0e,revision_number=0']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:15.162087 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port c88b82bd-e2f2-470e-9c26-1ded8d688b92 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:58:15.162087 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:15.165456 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-52b4846e-df29-48c0-bcea-7ec7f5beae5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:15.209811 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b4846e-df29-48c0-bcea-7ec7f5beae5f admin admin] Checking segment: {'id': 'd55f0156-1aea-4855-9023-fdb25bed43df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:58:15.210708 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b4846e-df29-48c0-bcea-7ec7f5beae5f admin admin] Network hostable DHCP agents. Network: f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da, hostable agents: ['bd2680ec-ec61-4d1e-a411-ffe82748e619'], hosted agents: [] {{(pid=100181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:58:15.325970 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b4846e-df29-48c0-bcea-7ec7f5beae5f admin admin] Network f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da is scheduled to be hosted by DHCP agent bd2680ec-ec61-4d1e-a411-ffe82748e619 with binding_index 1 {{(pid=100181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:58:15.416798 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [None req-52b4846e-df29-48c0-bcea-7ec7f5beae5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-smb, f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da) {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:58:15.421123 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b4846e-df29-48c0-bcea-7ec7f5beae5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:15.421797 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-52b4846e-df29-48c0-bcea-7ec7f5beae5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for subnet, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:15.434984 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1825b172-1055-4f09-bdcb-a530c98cecb0 None None] Network f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:58:15.442932 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-e54551a0-e6f4-4669-bf3b-b32c638e73df None None] Set router cfc33c79-a46a-4423-a859-d7d5b6fc71ae gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:58:15.450161 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45603e6-2d85-4ba5-817d-cec361e2085b req-c49c22bf-f1d5-4953-906d-67cff1daa9b4 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:15.454440 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a45603e6-2d85-4ba5-817d-cec361e2085b req-c49c22bf-f1d5-4953-906d-67cff1daa9b4 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 945 time: 0.0797853 Jun 23 14:58:15.502834 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-52b4846e-df29-48c0-bcea-7ec7f5beae5f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0626874 Jun 23 14:58:15.505209 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 50024) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:15.509726 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-403ae11f-97c5-49cb-a4ca-44a3348cb640 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2119907565-router', 'tenant_id': '8ed99aba0d944c8a895da1b6b1042d2e', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'}}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:58:15.520888 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a45603e6-2d85-4ba5-817d-cec361e2085b req-b0c0da58-8247-4494-88bf-ab617e2d03a6 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546932 Jun 23 14:58:15.606425 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-403ae11f-97c5-49cb-a4ca-44a3348cb640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257109'] for router, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:15.607544 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-403ae11f-97c5-49cb-a4ca-44a3348cb640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257102'] for router, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:15.663571 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:15.692397 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-403ae11f-97c5-49cb-a4ca-44a3348cb640 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:15.837194 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0d3a7c-92a5-47ca-9da0-bda16f6ca9d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1252d0a6-3d2e-5aee-af19-a7bd59932878-f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da', 'network_id': 'f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da', 'tenant_id': '8ed99aba0d944c8a895da1b6b1042d2e', 'fixed_ips': [{'subnet_id': 'e803c4f3-51d0-4eb8-89bb-241740fd5f0e'}]}} from dv-cinder-796286-8-smb. {{(pid=100182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:58:15.838781 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3a7c-92a5-47ca-9da0-bda16f6ca9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:15.859974 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-e54551a0-e6f4-4669-bf3b-b32c638e73df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'name': 'tempest-TestMinimumBasicScenario-1923689014-router', 'tenant_id': '6a6510486430423e819fc78ab70e64d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'c88b82bd-e2f2-470e-9c26-1ded8d688b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:58:04Z', 'updated_at': '2021-06-23T14:58:11Z', 'revision_number': 4, 'project_id': '6a6510486430423e819fc78ab70e64d5', 'gw_port': {'id': 'c88b82bd-e2f2-470e-9c26-1ded8d688b92', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:05Z', 'updated_at': '2021-06-23T14:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '91d66826-fd71-4142-8db0-c4f4d963e067', 'name': '', 'network_id': '8f833907-b415-4449-8941-f1cb4ab13f50', 'tenant_id': '6a6510486430423e819fc78ab70e64d5', 'mac_address': 'fa:16:3e:17:e9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e48a2a14-0ddc-485c-80f5-54d760235633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:10Z', 'updated_at': '2021-06-23T14:58:14Z', 'revision_number': 4, 'project_id': '6a6510486430423e819fc78ab70e64d5', 'subnets': [{'id': 'e48a2a14-0ddc-485c-80f5-54d760235633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:58:15.860304 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf66906-4f70-432c-9ef2-b0d3b899d8de req-d91a558e-d443-4c10-80ad-f9c743785e72 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:15.861675 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-6cf66906-4f70-432c-9ef2-b0d3b899d8de req-d91a558e-d443-4c10-80ad-f9c743785e72 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdcf318c-98cb-47f9-81c8-51246b5783c4 HTTP/1.1" status: 200 len: 945 time: 0.0807045 Jun 23 14:58:15.934495 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-6cf66906-4f70-432c-9ef2-b0d3b899d8de req-b3069902-59b3-4ad8-afda-312d76e33c80 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625501 Jun 23 14:58:15.943457 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54551a0-e6f4-4669-bf3b-b32c638e73df None None] The sync data for ids ['cfc33c79-a46a-4423-a859-d7d5b6fc71ae'] in dv-cinder-796286-8-smb is: [{'id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'name': 'tempest-TestMinimumBasicScenario-1923689014-router', 'tenant_id': '6a6510486430423e819fc78ab70e64d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'c88b82bd-e2f2-470e-9c26-1ded8d688b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:58:04Z', 'updated_at': '2021-06-23T14:58:11Z', 'revision_number': 4, 'project_id': '6a6510486430423e819fc78ab70e64d5', 'gw_port': {'id': 'c88b82bd-e2f2-470e-9c26-1ded8d688b92', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:05Z', 'updated_at': '2021-06-23T14:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '91d66826-fd71-4142-8db0-c4f4d963e067', 'name': '', 'network_id': '8f833907-b415-4449-8941-f1cb4ab13f50', 'tenant_id': '6a6510486430423e819fc78ab70e64d5', 'mac_address': 'fa:16:3e:17:e9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e48a2a14-0ddc-485c-80f5-54d760235633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:10Z', 'updated_at': '2021-06-23T14:58:14Z', 'revision_number': 4, 'project_id': '6a6510486430423e819fc78ab70e64d5', 'subnets': [{'id': 'e48a2a14-0ddc-485c-80f5-54d760235633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:58:16.081504 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-403ae11f-97c5-49cb-a4ca-44a3348cb640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-631096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257136'] for router, precommit_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:16.292778 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c5e79-b06f-4a9a-a947-b2f538961556 req-071ba507-04c5-4209-a3ed-665d906de9b1 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:16.292778 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f66c5e79-b06f-4a9a-a947-b2f538961556 req-071ba507-04c5-4209-a3ed-665d906de9b1 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.1468155 Jun 23 14:58:16.293030 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.db_base_plugin_common [None req-9d0d3a7c-92a5-47ca-9da0-bda16f6ca9d9 None None] Allocated IP 172.20.0.2 (f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da/e803c4f3-51d0-4eb8-89bb-241740fd5f0e/6d47e84b-66ee-48ba-b425-a08f39424e5b) {{(pid=100182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:58:16.341666 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f66c5e79-b06f-4a9a-a947-b2f538961556 req-5fc4e246-8582-433d-b9d3-9f26c8854c6d tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738735 Jun 23 14:58:16.551462 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3a7c-92a5-47ca-9da0-bda16f6ca9d9 None None] Notify callbacks [] for port, precommit_create {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:16.568850 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-9d0d3a7c-92a5-47ca-9da0-bda16f6ca9d9 None None] Transition to ACTIVE for port object 6d47e84b-66ee-48ba-b425-a08f39424e5b will not be triggered until provisioned by entity L2. {{(pid=100182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:58:16.601694 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-9d0d3a7c-92a5-47ca-9da0-bda16f6ca9d9 None None] Transition to ACTIVE for port object 6d47e84b-66ee-48ba-b425-a08f39424e5b will not be triggered until provisioned by entity DHCP. {{(pid=100182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:58:16.734326 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3a7c-92a5-47ca-9da0-bda16f6ca9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222'] for port, after_create {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:16.744537 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:16.767034 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b2033-9379-4ccf-b7e5-7c6f4984d7fd req-dc895634-ee48-4759-97ea-eaf0c3a8cd3f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:16.768717 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-837b2033-9379-4ccf-b7e5-7c6f4984d7fd req-dc895634-ee48-4759-97ea-eaf0c3a8cd3f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 945 time: 0.0788107 Jun 23 14:58:16.797920 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0d3a7c-92a5-47ca-9da0-bda16f6ca9d9 None None] Network f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da is already hosted by enough agents. {{(pid=100182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:58:16.799114 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d3a7c-92a5-47ca-9da0-bda16f6ca9d9 None None] Pushing event updated for resources: {'Port': ['ID=6d47e84b-66ee-48ba-b425-a08f39424e5b,revision_number=1']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:16.802215 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-9d0d3a7c-92a5-47ca-9da0-bda16f6ca9d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:16.803534 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.scheduler.base_scheduler [None req-9d0d3a7c-92a5-47ca-9da0-bda16f6ca9d9 None None] Resources bound (agent type, host, resource id): {{(pid=100182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:58:16.805804 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0d3a7c-92a5-47ca-9da0-bda16f6ca9d9 None None] Received port after_create {{(pid=100182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:58:16.835029 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-837b2033-9379-4ccf-b7e5-7c6f4984d7fd req-c530f143-0464-4190-be8d-8d29e717d83d tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585423 Jun 23 14:58:16.856323 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-403ae11f-97c5-49cb-a4ca-44a3348cb640 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:16.873366 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-403ae11f-97c5-49cb-a4ca-44a3348cb640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:16.893775 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-9d0d3a7c-92a5-47ca-9da0-bda16f6ca9d9 None None] Attempting to bind port 6d47e84b-66ee-48ba-b425-a08f39424e5b on host dv-cinder-796286-8-smb for vnic_type normal with profile {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:58:16.894237 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-9d0d3a7c-92a5-47ca-9da0-bda16f6ca9d9 None None] Attempting to bind port 6d47e84b-66ee-48ba-b425-a08f39424e5b by drivers openvswitch,hyperv on host dv-cinder-796286-8-smb at level 0 using segments [{'id': 'd55f0156-1aea-4855-9023-fdb25bed43df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da'}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:58:16.894615 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d3a7c-92a5-47ca-9da0-bda16f6ca9d9 None None] Attempting to bind port 6d47e84b-66ee-48ba-b425-a08f39424e5b on network f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:58:16.901774 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d3a7c-92a5-47ca-9da0-bda16f6ca9d9 None None] Checking agent: {'id': 'a806d37f-e7e9-49c9-a0af-39d3c99a85d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 42), 'started_at': datetime.datetime(2021, 6, 23, 14, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:58:16.908035 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d3a7c-92a5-47ca-9da0-bda16f6ca9d9 None None] Checking segment: {'id': 'd55f0156-1aea-4855-9023-fdb25bed43df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:58:16.908035 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3a7c-92a5-47ca-9da0-bda16f6ca9d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:16.908035 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d3a7c-92a5-47ca-9da0-bda16f6ca9d9 None None] Bound using segment: {'id': 'd55f0156-1aea-4855-9023-fdb25bed43df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da'} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:58:16.908035 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-9d0d3a7c-92a5-47ca-9da0-bda16f6ca9d9 None None] Bound port: 6d47e84b-66ee-48ba-b425-a08f39424e5b, host: dv-cinder-796286-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd55f0156-1aea-4855-9023-fdb25bed43df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da'}}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:58:16.908035 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3a7c-92a5-47ca-9da0-bda16f6ca9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:16.993058 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 91d66826-fd71-4142-8db0-c4f4d963e067 up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:58:17.008879 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_common [None req-403ae11f-97c5-49cb-a4ca-44a3348cb640 admin admin] Allocated IP 172.28.1.28 (d2ee6402-d146-4119-8365-b6e413e6a66f/aecbd380-5595-4490-ba93-56b7169dc4a5/9b01bc3d-7d2f-4f24-9bd4-3110829949e3) {{(pid=100181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:58:17.021977 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-9d0d3a7c-92a5-47ca-9da0-bda16f6ca9d9 None None] For port 6d47e84b-66ee-48ba-b425-a08f39424e5b, host dv-cinder-796286-8-smb, cleared binding levels {{(pid=100182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:58:17.044758 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-9d0d3a7c-92a5-47ca-9da0-bda16f6ca9d9 None None] For port 6d47e84b-66ee-48ba-b425-a08f39424e5b, host dv-cinder-796286-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=6d47e84b-66ee-48ba-b425-a08f39424e5b,segment=NetworkSegment(d55f0156-1aea-4855-9023-fdb25bed43df),segment_id=d55f0156-1aea-4855-9023-fdb25bed43df)] {{(pid=100182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:58:17.134904 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3a7c-92a5-47ca-9da0-bda16f6ca9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:17.141745 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:17.146821 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-403ae11f-97c5-49cb-a4ca-44a3348cb640 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:17.185562 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning for port 91d66826-fd71-4142-8db0-c4f4d963e067 completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:58:17.202001 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port 91d66826-fd71-4142-8db0-c4f4d963e067 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:58:17.202400 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:17.240874 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef933f-29cf-4054-ab13-570cfa0485ba req-7c649542-c8eb-433e-9826-c20877c490d0 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:17.252249 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-95ef933f-29cf-4054-ab13-570cfa0485ba req-7c649542-c8eb-433e-9826-c20877c490d0 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdcf318c-98cb-47f9-81c8-51246b5783c4 HTTP/1.1" status: 200 len: 945 time: 0.1590421 Jun 23 14:58:17.288971 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d3a7c-92a5-47ca-9da0-bda16f6ca9d9 None None] Pushing event updated for resources: {'Port': ['ID=6d47e84b-66ee-48ba-b425-a08f39424e5b,revision_number=2']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:17.292953 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-9d0d3a7c-92a5-47ca-9da0-bda16f6ca9d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:17.306855 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-95ef933f-29cf-4054-ab13-570cfa0485ba req-d48b8045-10e7-497f-8372-f1e8b22d507b tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536284 Jun 23 14:58:17.324711 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-403ae11f-97c5-49cb-a4ca-44a3348cb640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25497294'] for port, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:17.327420 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-9485501f-ca4d-4573-a6fb-e854e6e50cff tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:17.409816 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403ae11f-97c5-49cb-a4ca-44a3348cb640 admin admin] Network d2ee6402-d146-4119-8365-b6e413e6a66f is already hosted by enough agents. {{(pid=100181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:58:17.412888 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [None req-403ae11f-97c5-49cb-a4ca-44a3348cb640 admin admin] Resources bound (agent type, host, resource id): {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:58:17.419564 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403ae11f-97c5-49cb-a4ca-44a3348cb640 admin admin] Received port after_create {{(pid=100181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:58:17.420562 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:17.423137 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ae11f-97c5-49cb-a4ca-44a3348cb640 admin admin] Pushing event updated for resources: {'Port': ['ID=9b01bc3d-7d2f-4f24-9bd4-3110829949e3,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:17.474272 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-403ae11f-97c5-49cb-a4ca-44a3348cb640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:17.549639 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-c36b1959-2167-4921-97a8-61707844de6b None None] For port 91d66826-fd71-4142-8db0-c4f4d963e067, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=91d66826-fd71-4142-8db0-c4f4d963e067,segment=NetworkSegment(36a7b341-ea93-43a0-90c1-3666a2cad8d2),segment_id=36a7b341-ea93-43a0-90c1-3666a2cad8d2)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:58:17.623469 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:17.625642 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:17.727855 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Pushing event updated for resources: {'Port': ['ID=91d66826-fd71-4142-8db0-c4f4d963e067,revision_number=5']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:17.738758 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:17.747831 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2423a6-03e5-4fdf-ad34-64659ca39176 req-02e5235f-2c4e-4acd-b655-97890a36932b tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:17.751713 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-6e2423a6-03e5-4fdf-ad34-64659ca39176 req-02e5235f-2c4e-4acd-b655-97890a36932b tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.1384027 Jun 23 14:58:17.805656 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-6e2423a6-03e5-4fdf-ad34-64659ca39176 req-11ca8b39-b4c0-4fba-b39e-bce2411bae9d tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487199 Jun 23 14:58:18.058341 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99fd91-69f2-439d-af54-ffe7c49d9f44 req-40d1bc1e-336c-44d7-ab08-2e2d048f565c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:18.065358 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-dd99fd91-69f2-439d-af54-ffe7c49d9f44 req-40d1bc1e-336c-44d7-ab08-2e2d048f565c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 945 time: 0.0954168 Jun 23 14:58:18.108475 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-403ae11f-97c5-49cb-a4ca-44a3348cb640 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:18.120555 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-dd99fd91-69f2-439d-af54-ffe7c49d9f44 req-896781c7-de35-46d2-a2de-ccedb609c7a0 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468810 Jun 23 14:58:18.379448 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-403ae11f-97c5-49cb-a4ca-44a3348cb640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-631149'] for router, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:18.594540 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc851a4f-25da-47c0-9cda-a762cac83ee2 None None] Network f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:58:18.640124 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403ae11f-97c5-49cb-a4ca-44a3348cb640 admin admin] Router e80d29ec-9782-4e30-917a-a607f1ed3f51 is scheduled to L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 with binding_index 1 {{(pid=100181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:58:18.751179 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403ae11f-97c5-49cb-a4ca-44a3348cb640 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:58:18.761387 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae81407-edc4-4b8c-b508-0270173df84f None None] Sync routers for ids ['e80d29ec-9782-4e30-917a-a607f1ed3f51'] in dv-cinder-796286-8-smb {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:58:18.771065 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae81407-edc4-4b8c-b508-0270173df84f None None] Routers {'e80d29ec-9782-4e30-917a-a607f1ed3f51'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:58:18.771686 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-eae81407-edc4-4b8c-b508-0270173df84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:58:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['e80d29ec-9782-4e30-917a-a607f1ed3f51'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:58:18.779086 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-f05e1269-a200-49a0-8f38-00476b460631 None None] Provisioning for port 6d47e84b-66ee-48ba-b425-a08f39424e5b completed by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:58:18.883757 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-403ae11f-97c5-49cb-a4ca-44a3348cb640 admin admin] Notify callbacks [] for router, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:18.883884 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-eae81407-edc4-4b8c-b508-0270173df84f None None] Set router e80d29ec-9782-4e30-917a-a607f1ed3f51 gateway port host: dv-cinder-796286-8-smb {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:58:18.884082 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-403ae11f-97c5-49cb-a4ca-44a3348cb640 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3778548 Jun 23 14:58:18.886900 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 50062) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:19.069345 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3b7e5-ad4d-4ae1-8e1e-5e711f1605b6 req-4a79672e-83c1-4790-9c07-926c632f3a3a tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:19.071292 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-6ac3b7e5-ad4d-4ae1-8e1e-5e711f1605b6 req-4a79672e-83c1-4790-9c07-926c632f3a3a tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0835345 Jun 23 14:58:19.086819 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-eae81407-edc4-4b8c-b508-0270173df84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80d29ec-9782-4e30-917a-a607f1ed3f51', 'name': 'tempest-TestMinimumBasicScenario-2119907565-router', 'tenant_id': '8ed99aba0d944c8a895da1b6b1042d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.28'}], 'enable_snat': True}, 'gw_port_id': '9b01bc3d-7d2f-4f24-9bd4-3110829949e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:58:15Z', 'updated_at': '2021-06-23T14:58:17Z', 'revision_number': 3, 'project_id': '8ed99aba0d944c8a895da1b6b1042d2e', 'gw_port': {'id': '9b01bc3d-7d2f-4f24-9bd4-3110829949e3', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80d29ec-9782-4e30-917a-a607f1ed3f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:16Z', 'updated_at': '2021-06-23T14:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb'}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:58:19.112769 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 6d47e84b-66ee-48ba-b425-a08f39424e5b up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:58:19.118678 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae81407-edc4-4b8c-b508-0270173df84f None None] Checking router: e80d29ec-9782-4e30-917a-a607f1ed3f51 for host: dv-cinder-796286-8-smb {{(pid=100183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:58:19.119015 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae81407-edc4-4b8c-b508-0270173df84f None None] Updating router e80d29ec-9782-4e30-917a-a607f1ed3f51 port 9b01bc3d-7d2f-4f24-9bd4-3110829949e3 binding host dv-cinder-796286-8-smb {{(pid=100183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:58:19.137038 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-6ac3b7e5-ad4d-4ae1-8e1e-5e711f1605b6 req-21143a6a-b012-40bf-ae14-92689a0dc534 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578253 Jun 23 14:58:19.186492 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-eae81407-edc4-4b8c-b508-0270173df84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:19.257524 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning for port 6d47e84b-66ee-48ba-b425-a08f39424e5b completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:58:19.265010 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port 6d47e84b-66ee-48ba-b425-a08f39424e5b triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:58:19.265396 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:19.321135 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4d969-035c-4acf-baf4-45433788bf4a req-08ccce9c-c922-4348-aa24-9f246e2b6138 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:19.323040 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d2f4d969-035c-4acf-baf4-45433788bf4a req-08ccce9c-c922-4348-aa24-9f246e2b6138 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 945 time: 0.0820644 Jun 23 14:58:19.408446 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d2f4d969-035c-4acf-baf4-45433788bf4a req-72cbbbae-5eba-4b01-ace8-1fe8709bb60a tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797501 Jun 23 14:58:19.441618 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:19.483097 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-c36b1959-2167-4921-97a8-61707844de6b None None] For port 6d47e84b-66ee-48ba-b425-a08f39424e5b, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=6d47e84b-66ee-48ba-b425-a08f39424e5b,segment=NetworkSegment(d55f0156-1aea-4855-9023-fdb25bed43df),segment_id=d55f0156-1aea-4855-9023-fdb25bed43df)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:58:19.527308 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-eae81407-edc4-4b8c-b508-0270173df84f None None] Notify callbacks [] for port, precommit_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:19.538930 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.provisioning_blocks [None req-eae81407-edc4-4b8c-b508-0270173df84f None None] Transition to ACTIVE for port object 9b01bc3d-7d2f-4f24-9bd4-3110829949e3 will not be triggered until provisioned by entity L2. {{(pid=100183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:58:19.566238 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:19.567122 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 91d66826-fd71-4142-8db0-c4f4d963e067 up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:58:19.569607 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:19.593772 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-887a862d-f447-429b-bf44-45ed87753478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:19.639670 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-eae81407-edc4-4b8c-b508-0270173df84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:19.643468 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [None req-74726457-ff75-4508-98e6-c72cca1e1149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:19.645449 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Pushing event updated for resources: {'Port': ['ID=6d47e84b-66ee-48ba-b425-a08f39424e5b,revision_number=3']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:19.651922 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:19.665266 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port 91d66826-fd71-4142-8db0-c4f4d963e067 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:58:19.671174 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:19.700662 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.managers [None req-eae81407-edc4-4b8c-b508-0270173df84f None None] Attempting to bind port 9b01bc3d-7d2f-4f24-9bd4-3110829949e3 on host dv-cinder-796286-8-smb for vnic_type normal with profile {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:58:19.701034 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.managers [None req-eae81407-edc4-4b8c-b508-0270173df84f None None] Attempting to bind port 9b01bc3d-7d2f-4f24-9bd4-3110829949e3 by drivers openvswitch,hyperv on host dv-cinder-796286-8-smb at level 0 using segments [{'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'}] {{(pid=100183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:58:19.701620 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae81407-edc4-4b8c-b508-0270173df84f None None] Attempting to bind port 9b01bc3d-7d2f-4f24-9bd4-3110829949e3 on network d2ee6402-d146-4119-8365-b6e413e6a66f {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:58:19.712449 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae81407-edc4-4b8c-b508-0270173df84f None None] Checking agent: {'id': 'a806d37f-e7e9-49c9-a0af-39d3c99a85d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 42), 'started_at': datetime.datetime(2021, 6, 23, 14, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:58:19.713075 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae81407-edc4-4b8c-b508-0270173df84f None None] Checking segment: {'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:58:19.713720 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-eae81407-edc4-4b8c-b508-0270173df84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:19.714142 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae81407-edc4-4b8c-b508-0270173df84f None None] Bound using segment: {'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'} {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:58:19.714613 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.managers [None req-eae81407-edc4-4b8c-b508-0270173df84f None None] Bound port: 9b01bc3d-7d2f-4f24-9bd4-3110829949e3, host: dv-cinder-796286-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'}}] {{(pid=100183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:58:19.714978 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-eae81407-edc4-4b8c-b508-0270173df84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:19.747571 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26243e0-02fa-4a26-bd6b-292a25131e00 None None] Pushing event updated for resources: {'Port': ['ID=9b01bc3d-7d2f-4f24-9bd4-3110829949e3,revision_number=2']} {{(pid=100183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:19.770095 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [None req-d26243e0-02fa-4a26-bd6b-292a25131e00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:19.775521 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.db [None req-eae81407-edc4-4b8c-b508-0270173df84f None None] For port 9b01bc3d-7d2f-4f24-9bd4-3110829949e3, host dv-cinder-796286-8-smb, cleared binding levels {{(pid=100183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:58:19.778851 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.db [None req-eae81407-edc4-4b8c-b508-0270173df84f None None] For port 9b01bc3d-7d2f-4f24-9bd4-3110829949e3, host dv-cinder-796286-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=9b01bc3d-7d2f-4f24-9bd4-3110829949e3,segment=NetworkSegment(ba5d94ff-850b-475f-bf01-29ba3ab431be),segment_id=ba5d94ff-850b-475f-bf01-29ba3ab431be)] {{(pid=100183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:58:19.818618 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_common [None req-887a862d-f447-429b-bf44-45ed87753478 admin admin] Allocated IP 172.20.0.1 (f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da/e803c4f3-51d0-4eb8-89bb-241740fd5f0e/a5a47d3b-e807-4458-b75a-50817c2380eb) {{(pid=100181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:58:19.844419 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2bac6-6b0e-4b55-b29f-cb6e94a32f55 req-2ee69a4c-96f7-4c63-8d6b-eeba8d29fc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:19.844419 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c7f2bac6-6b0e-4b55-b29f-cb6e94a32f55 req-2ee69a4c-96f7-4c63-8d6b-eeba8d29fc6d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=662a27900f4b4c86b36ebf9acc29eeb6&device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 1098 time: 0.0972772 Jun 23 14:58:19.863848 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-eae81407-edc4-4b8c-b508-0270173df84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:19.867856 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [None req-74726457-ff75-4508-98e6-c72cca1e1149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:19.922796 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae81407-edc4-4b8c-b508-0270173df84f None None] Routers {'e80d29ec-9782-4e30-917a-a607f1ed3f51'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:58:19.923431 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-eae81407-edc4-4b8c-b508-0270173df84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:58:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['e80d29ec-9782-4e30-917a-a607f1ed3f51'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:58:19.925123 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26243e0-02fa-4a26-bd6b-292a25131e00 None None] Pushing event updated for resources: {'Port': ['ID=9b01bc3d-7d2f-4f24-9bd4-3110829949e3,revision_number=3']} {{(pid=100183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:19.928758 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [None req-d26243e0-02fa-4a26-bd6b-292a25131e00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:19.992519 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2bac6-6b0e-4b55-b29f-cb6e94a32f55 req-d3e1dff5-ccd6-4c87-8f0c-47c983c8f6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:19.994241 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c7f2bac6-6b0e-4b55-b29f-cb6e94a32f55 req-d3e1dff5-ccd6-4c87-8f0c-47c983c8f6ee service neutron] 10.222.0.46 "GET /v2.0/networks?id=751b38e2-092c-451f-8e10-78172c3e29c3 HTTP/1.1" status: 200 len: 917 time: 0.1532390 Jun 23 14:58:20.000354 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-887a862d-f447-429b-bf44-45ed87753478 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:20.032912 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-eae81407-edc4-4b8c-b508-0270173df84f None None] Set router e80d29ec-9782-4e30-917a-a607f1ed3f51 gateway port host: dv-cinder-796286-8-smb {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:58:20.050811 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.provisioning_blocks [None req-887a862d-f447-429b-bf44-45ed87753478 admin admin] Transition to ACTIVE for port object a5a47d3b-e807-4458-b75a-50817c2380eb will not be triggered until provisioned by entity DHCP. {{(pid=100181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:58:20.088877 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c7f2bac6-6b0e-4b55-b29f-cb6e94a32f55 req-61742dc9-ebd5-490e-81c5-35b3339fd55f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8907114-1ecb-4a9e-87a5-7bf34bc31485 HTTP/1.1" status: 200 len: 1001 time: 0.0815704 Jun 23 14:58:20.156140 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2bac6-6b0e-4b55-b29f-cb6e94a32f55 req-8b3b5d74-90d6-4322-87ed-2671c73ad1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:20.157680 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c7f2bac6-6b0e-4b55-b29f-cb6e94a32f55 req-8b3b5d74-90d6-4322-87ed-2671c73ad1e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c70a621-ace7-4983-aa1c-39b0c0eb6481 HTTP/1.1" status: 200 len: 855 time: 0.0578928 Jun 23 14:58:20.177839 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-887a862d-f447-429b-bf44-45ed87753478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25497294'] for port, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:20.197601 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:20.255806 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887a862d-f447-429b-bf44-45ed87753478 admin admin] Network f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da is already hosted by enough agents. {{(pid=100181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:58:20.267194 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [None req-887a862d-f447-429b-bf44-45ed87753478 admin admin] Resources bound (agent type, host, resource id): {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:58:20.270736 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887a862d-f447-429b-bf44-45ed87753478 admin admin] Received port after_create {{(pid=100181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:58:20.272830 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a862d-f447-429b-bf44-45ed87753478 admin admin] Pushing event updated for resources: {'Port': ['ID=a5a47d3b-e807-4458-b75a-50817c2380eb,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:20.277224 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-887a862d-f447-429b-bf44-45ed87753478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:20.337536 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-887a862d-f447-429b-bf44-45ed87753478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622957'] for router_interface, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:20.341177 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2bac6-6b0e-4b55-b29f-cb6e94a32f55 req-6a555fed-520c-486d-81b4-ce75499985fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:20.342735 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c7f2bac6-6b0e-4b55-b29f-cb6e94a32f55 req-6a555fed-520c-486d-81b4-ce75499985fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=751b38e2-092c-451f-8e10-78172c3e29c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1749275 Jun 23 14:58:20.347083 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-eae81407-edc4-4b8c-b508-0270173df84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80d29ec-9782-4e30-917a-a607f1ed3f51', 'name': 'tempest-TestMinimumBasicScenario-2119907565-router', 'tenant_id': '8ed99aba0d944c8a895da1b6b1042d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.28'}], 'enable_snat': True}, 'gw_port_id': '9b01bc3d-7d2f-4f24-9bd4-3110829949e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:58:15Z', 'updated_at': '2021-06-23T14:58:17Z', 'revision_number': 3, 'project_id': '8ed99aba0d944c8a895da1b6b1042d2e', 'gw_port': {'id': '9b01bc3d-7d2f-4f24-9bd4-3110829949e3', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80d29ec-9782-4e30-917a-a607f1ed3f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:16Z', 'updated_at': '2021-06-23T14:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb'}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:58:20.381025 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ae709-c5fe-4bf9-b96e-2ce3b6fd575f req-c71523f7-2aa1-48f4-b8d7-eaa7e69559d0 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:20.384010 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-299ae709-c5fe-4bf9-b96e-2ce3b6fd575f req-c71523f7-2aa1-48f4-b8d7-eaa7e69559d0 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0979629 Jun 23 14:58:20.407640 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae81407-edc4-4b8c-b508-0270173df84f None None] The sync data for ids ['e80d29ec-9782-4e30-917a-a607f1ed3f51'] in dv-cinder-796286-8-smb is: [{'id': 'e80d29ec-9782-4e30-917a-a607f1ed3f51', 'name': 'tempest-TestMinimumBasicScenario-2119907565-router', 'tenant_id': '8ed99aba0d944c8a895da1b6b1042d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.28'}], 'enable_snat': True}, 'gw_port_id': '9b01bc3d-7d2f-4f24-9bd4-3110829949e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:58:15Z', 'updated_at': '2021-06-23T14:58:17Z', 'revision_number': 3, 'project_id': '8ed99aba0d944c8a895da1b6b1042d2e', 'gw_port': {'id': '9b01bc3d-7d2f-4f24-9bd4-3110829949e3', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80d29ec-9782-4e30-917a-a607f1ed3f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:16Z', 'updated_at': '2021-06-23T14:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb'}] {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:58:20.441694 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-299ae709-c5fe-4bf9-b96e-2ce3b6fd575f req-2e50bec3-18a6-4cd2-9b17-1e53417d9ad7 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491056 Jun 23 14:58:20.691907 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-53992f65-e475-4dd7-a4c7-6848fcf5ba7a None None] Provisioning for port a5a47d3b-e807-4458-b75a-50817c2380eb completed by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:58:20.696368 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-53992f65-e475-4dd7-a4c7-6848fcf5ba7a None None] Provisioning complete for port a5a47d3b-e807-4458-b75a-50817c2380eb triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:58:20.696951 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-53992f65-e475-4dd7-a4c7-6848fcf5ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:20.779606 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-53992f65-e475-4dd7-a4c7-6848fcf5ba7a None None] Port a5a47d3b-e807-4458-b75a-50817c2380eb cannot update to ACTIVE because it is not bound. {{(pid=100182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:58:20.811645 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c7f2bac6-6b0e-4b55-b29f-cb6e94a32f55 req-e5c16f4a-a350-4ca2-923e-fbf312ecd5ac service neutron] 10.222.0.46 "GET /v2.0/networks/751b38e2-092c-451f-8e10-78172c3e29c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4302497 Jun 23 14:58:20.839343 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4790858-0b58-49a0-9229-7d7651eb5d1f req-68cf1c73-9240-41bf-9925-c25de7e94093 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:20.840864 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f4790858-0b58-49a0-9229-7d7651eb5d1f req-68cf1c73-9240-41bf-9925-c25de7e94093 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 945 time: 0.1031218 Jun 23 14:58:20.905994 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f4790858-0b58-49a0-9229-7d7651eb5d1f req-c7aa08fb-7454-4a39-b3a4-f5f4c4ea4153 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581310 Jun 23 14:58:20.981189 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-887a862d-f447-429b-bf44-45ed87753478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:21.017199 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 9b01bc3d-7d2f-4f24-9bd4-3110829949e3 up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:58:21.049297 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c7f2bac6-6b0e-4b55-b29f-cb6e94a32f55 req-3469e753-4ded-4ebd-b7c4-5abe928d3436 service neutron] 10.222.0.46 "GET /v2.0/networks/751b38e2-092c-451f-8e10-78172c3e29c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314305 Jun 23 14:58:21.147704 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning for port 9b01bc3d-7d2f-4f24-9bd4-3110829949e3 completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:58:21.153055 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port 9b01bc3d-7d2f-4f24-9bd4-3110829949e3 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:58:21.153439 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:21.183231 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-887a862d-f447-429b-bf44-45ed87753478 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:21.233703 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:21.254573 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-c36b1959-2167-4921-97a8-61707844de6b None None] For port 9b01bc3d-7d2f-4f24-9bd4-3110829949e3, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=9b01bc3d-7d2f-4f24-9bd4-3110829949e3,segment=NetworkSegment(ba5d94ff-850b-475f-bf01-29ba3ab431be),segment_id=ba5d94ff-850b-475f-bf01-29ba3ab431be)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:58:21.257276 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-887a862d-f447-429b-bf44-45ed87753478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:21.260255 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:21.326922 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-887a862d-f447-429b-bf44-45ed87753478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622977'] for router_interface, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:21.328647 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a862d-f447-429b-bf44-45ed87753478 admin admin] Pushing event updated for resources: {'Port': ['ID=a5a47d3b-e807-4458-b75a-50817c2380eb,revision_number=2']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:21.332323 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-887a862d-f447-429b-bf44-45ed87753478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:21.333317 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:21.338821 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 6d47e84b-66ee-48ba-b425-a08f39424e5b up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:58:21.343071 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-57d00f84-b0a7-4593-b2f7-fe413dceb7b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:21.455545 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887a862d-f447-429b-bf44-45ed87753478 admin admin] Network f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da is already hosted by enough agents. {{(pid=100181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:58:21.457239 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [None req-887a862d-f447-429b-bf44-45ed87753478 admin admin] Resources bound (agent type, host, resource id): {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:58:21.488880 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Pushing event updated for resources: {'Port': ['ID=9b01bc3d-7d2f-4f24-9bd4-3110829949e3,revision_number=4']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:21.491735 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port 6d47e84b-66ee-48ba-b425-a08f39424e5b triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:58:21.492576 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:21.555323 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:21.672878 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887a862d-f447-429b-bf44-45ed87753478 admin admin] Router e80d29ec-9782-4e30-917a-a607f1ed3f51 has already been hosted by L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 {{(pid=100181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:58:21.771174 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8664fe6-adab-405c-9055-271aff70814f req-a834d1b8-d25d-4b00-99d3-e9942851169c tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:21.773311 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e8664fe6-adab-405c-9055-271aff70814f req-a834d1b8-d25d-4b00-99d3-e9942851169c tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0879748 Jun 23 14:58:21.803581 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887a862d-f447-429b-bf44-45ed87753478 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:58:21.811441 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-887a862d-f447-429b-bf44-45ed87753478 admin admin] 10.222.0.72 "PUT /v2.0/routers/e80d29ec-9782-4e30-917a-a607f1ed3f51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9235139 Jun 23 14:58:21.812817 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-9490a398-002d-468d-9b48-45755991ffbf None None] Provisioning complete for port a5a47d3b-e807-4458-b75a-50817c2380eb triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:58:21.823003 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-9490a398-002d-468d-9b48-45755991ffbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:21.835781 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e8664fe6-adab-405c-9055-271aff70814f req-7300b672-80cc-443a-816e-3e3a25829fad tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544727 Jun 23 14:58:21.876185 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-9490a398-002d-468d-9b48-45755991ffbf None None] Port a5a47d3b-e807-4458-b75a-50817c2380eb cannot update to ACTIVE because it is not bound. {{(pid=100182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:58:22.082590 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3f9dd-f44e-400f-9dd2-8921aac59547 req-6cf17096-2cdf-4ec8-8b8d-ac18a518500e tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:22.083976 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a3d3f9dd-f44e-400f-9dd2-8921aac59547 req-6cf17096-2cdf-4ec8-8b8d-ac18a518500e tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 945 time: 0.0614457 Jun 23 14:58:22.123677 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a3d3f9dd-f44e-400f-9dd2-8921aac59547 req-c7f8821b-c560-4f32-be71-8d9865726c89 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335214 Jun 23 14:58:22.953221 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb378f6-95d9-4c44-851e-de448e1407ad None None] Sync routers for ids ['e80d29ec-9782-4e30-917a-a607f1ed3f51'] in dv-cinder-796286-8-smb {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:58:22.968798 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 9b01bc3d-7d2f-4f24-9bd4-3110829949e3 up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:58:22.994187 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb378f6-95d9-4c44-851e-de448e1407ad None None] Routers {'e80d29ec-9782-4e30-917a-a607f1ed3f51'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:58:22.995109 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-3fb378f6-95d9-4c44-851e-de448e1407ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:58:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['e80d29ec-9782-4e30-917a-a607f1ed3f51'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:58:23.051238 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c994d-4be7-4d93-870d-0a3161b0b2fe req-966eab11-01cc-4a11-9c41-24fe93d3045f tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:23.059187 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-899c994d-4be7-4d93-870d-0a3161b0b2fe req-966eab11-01cc-4a11-9c41-24fe93d3045f tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0721262 Jun 23 14:58:23.101953 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-899c994d-4be7-4d93-870d-0a3161b0b2fe req-d7408308-04e7-46c9-9106-6e66056ac778 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416112 Jun 23 14:58:23.102783 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port 9b01bc3d-7d2f-4f24-9bd4-3110829949e3 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:58:23.103336 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:23.154599 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-3fb378f6-95d9-4c44-851e-de448e1407ad None None] Set router e80d29ec-9782-4e30-917a-a607f1ed3f51 gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:58:23.354151 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947bfa3-d478-4121-b96c-f31508889b9f req-a0a2c317-8e11-47b1-bd5c-79a2a28652e3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:23.364152 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7947bfa3-d478-4121-b96c-f31508889b9f req-a0a2c317-8e11-47b1-bd5c-79a2a28652e3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 945 time: 0.1181417 Jun 23 14:58:23.410928 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7947bfa3-d478-4121-b96c-f31508889b9f req-96cc0b67-4f98-4b4f-b2b2-0f713107fb17 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454955 Jun 23 14:58:23.567990 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device a8907114-1ecb-4a9e-87a5-7bf34bc31485 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:58:23.652055 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-3fb378f6-95d9-4c44-851e-de448e1407ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80d29ec-9782-4e30-917a-a607f1ed3f51', 'name': 'tempest-TestMinimumBasicScenario-2119907565-router', 'tenant_id': '8ed99aba0d944c8a895da1b6b1042d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.28'}], 'enable_snat': True}, 'gw_port_id': '9b01bc3d-7d2f-4f24-9bd4-3110829949e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:58:15Z', 'updated_at': '2021-06-23T14:58:20Z', 'revision_number': 4, 'project_id': '8ed99aba0d944c8a895da1b6b1042d2e', 'gw_port': {'id': '9b01bc3d-7d2f-4f24-9bd4-3110829949e3', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80d29ec-9782-4e30-917a-a607f1ed3f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:16Z', 'updated_at': '2021-06-23T14:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': 'a5a47d3b-e807-4458-b75a-50817c2380eb', 'name': '', 'network_id': 'f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da', 'tenant_id': '8ed99aba0d944c8a895da1b6b1042d2e', 'mac_address': 'fa:16:3e:09:2f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80d29ec-9782-4e30-917a-a607f1ed3f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e803c4f3-51d0-4eb8-89bb-241740fd5f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:19Z', 'updated_at': '2021-06-23T14:58:21Z', 'revision_number': 2, 'project_id': '8ed99aba0d944c8a895da1b6b1042d2e', 'subnets': [{'id': 'e803c4f3-51d0-4eb8-89bb-241740fd5f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:58:23.683822 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:23.686613 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb378f6-95d9-4c44-851e-de448e1407ad None None] Checking router: e80d29ec-9782-4e30-917a-a607f1ed3f51 for host: dv-cinder-796286-8-smb {{(pid=100182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:58:23.687223 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb378f6-95d9-4c44-851e-de448e1407ad None None] Updating router e80d29ec-9782-4e30-917a-a607f1ed3f51 port a5a47d3b-e807-4458-b75a-50817c2380eb binding host dv-cinder-796286-8-smb {{(pid=100182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:58:23.750711 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6d5cf5-832a-4f5b-8415-901c71fb1040', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8907114-1ecb-4a9e-87a5-7bf34bc31485'}] {{(pid=100182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:58:23.750711 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2be0bd3a3b87df06192a81cc7e782664f9eb16b4f3df3f1ec53fa4495edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f115cca-173b-46b1-a5d7-d1d10559599f" -d '{"events": [{"server_uuid": "de6d5cf5-832a-4f5b-8415-901c71fb1040", "name": "network-vif-unplugged", "status": "completed", "tag": "a8907114-1ecb-4a9e-87a5-7bf34bc31485"}]}' {{(pid=100182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:58:23.759701 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-3fb378f6-95d9-4c44-851e-de448e1407ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:23.764711 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port a8907114-1ecb-4a9e-87a5-7bf34bc31485, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a8907114-1ecb-4a9e-87a5-7bf34bc31485,segment=NetworkSegment(53319a76-a6c9-4f00-b8bd-5ceecb1d2786),segment_id=53319a76-a6c9-4f00-b8bd-5ceecb1d2786)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:58:23.811812 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 14:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4319c688-44a7-4148-8a3e-f3c9c7944e1b x-openstack-request-id: req-4319c688-44a7-4148-8a3e-f3c9c7944e1b {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:58:23.812197 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6d5cf5-832a-4f5b-8415-901c71fb1040", "name": "network-vif-unplugged", "status": "completed", "tag": "a8907114-1ecb-4a9e-87a5-7bf34bc31485", "code": 200}]} {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:58:23.812574 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4319c688-44a7-4148-8a3e-f3c9c7944e1b {{(pid=100182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:58:23.812985 dv-cinder-796286-8-smb neutron-server[100182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6d5cf5-832a-4f5b-8415-901c71fb1040', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8907114-1ecb-4a9e-87a5-7bf34bc31485', 'code': 200} Jun 23 14:58:23.837745 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:23.887507 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:23.912382 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3951d3-105d-4981-b9a6-d9f2c6ab71a5 req-52543c23-d791-4a31-9f55-17f26f6b7603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:23.913969 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-ef3951d3-105d-4981-b9a6-d9f2c6ab71a5 req-52543c23-d791-4a31-9f55-17f26f6b7603 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 1098 time: 0.1163831 Jun 23 14:58:23.968938 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-ef3951d3-105d-4981-b9a6-d9f2c6ab71a5 req-75d53786-c164-45db-b3b1-63976d07764e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473883 Jun 23 14:58:23.973814 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=a8907114-1ecb-4a9e-87a5-7bf34bc31485,revision_number=8']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:23.978749 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:24.148979 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-3fb378f6-95d9-4c44-851e-de448e1407ad None None] Notify callbacks [] for port, precommit_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:24.185500 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-3fb378f6-95d9-4c44-851e-de448e1407ad None None] Transition to ACTIVE for port object a5a47d3b-e807-4458-b75a-50817c2380eb will not be triggered until provisioned by entity L2. {{(pid=100182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:58:24.286228 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990729c4-91cd-49f4-9fca-c39400a8076f req-3836435e-0c5c-4ffe-bd3e-df59bc44b241 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:24.288405 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-990729c4-91cd-49f4-9fca-c39400a8076f req-3836435e-0c5c-4ffe-bd3e-df59bc44b241 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0712128 Jun 23 14:58:24.319668 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-3fb378f6-95d9-4c44-851e-de448e1407ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:24.323726 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-f9de33b5-010d-4cc8-a814-e9357fbc962b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:24.341457 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-990729c4-91cd-49f4-9fca-c39400a8076f req-a854e8f4-b17a-439a-98a2-b9bf6df26c8a tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438540 Jun 23 14:58:24.385048 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a9b82-3d1d-4069-aad6-d20e2e946e54 None None] Pushing event updated for resources: {'Port': ['ID=a5a47d3b-e807-4458-b75a-50817c2380eb,revision_number=3']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:24.388878 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-3f8a9b82-3d1d-4069-aad6-d20e2e946e54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:24.657816 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf8500-fce7-4e0d-8d7b-8bca6b0ef7b9 req-ab16ca16-8221-4aef-8b0a-a2b536b59614 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:24.659399 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-8eaf8500-fce7-4e0d-8d7b-8bca6b0ef7b9 req-ab16ca16-8221-4aef-8b0a-a2b536b59614 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 943 time: 0.0935185 Jun 23 14:58:24.703553 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-8eaf8500-fce7-4e0d-8d7b-8bca6b0ef7b9 req-72124aa3-237e-46ae-b87c-78b857607413 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371227 Jun 23 14:58:24.848232 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-3fb378f6-95d9-4c44-851e-de448e1407ad None None] Attempting to bind port a5a47d3b-e807-4458-b75a-50817c2380eb on host dv-cinder-796286-8-smb for vnic_type normal with profile {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:58:24.848411 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-3fb378f6-95d9-4c44-851e-de448e1407ad None None] Attempting to bind port a5a47d3b-e807-4458-b75a-50817c2380eb by drivers openvswitch,hyperv on host dv-cinder-796286-8-smb at level 0 using segments [{'id': 'd55f0156-1aea-4855-9023-fdb25bed43df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da'}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:58:24.848653 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb378f6-95d9-4c44-851e-de448e1407ad None None] Attempting to bind port a5a47d3b-e807-4458-b75a-50817c2380eb on network f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:58:24.854046 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb378f6-95d9-4c44-851e-de448e1407ad None None] Checking agent: {'id': 'a806d37f-e7e9-49c9-a0af-39d3c99a85d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 42), 'started_at': datetime.datetime(2021, 6, 23, 14, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:58:24.854435 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb378f6-95d9-4c44-851e-de448e1407ad None None] Checking segment: {'id': 'd55f0156-1aea-4855-9023-fdb25bed43df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:58:24.855026 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-3fb378f6-95d9-4c44-851e-de448e1407ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:24.855294 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb378f6-95d9-4c44-851e-de448e1407ad None None] Bound using segment: {'id': 'd55f0156-1aea-4855-9023-fdb25bed43df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da'} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:58:24.862962 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-3fb378f6-95d9-4c44-851e-de448e1407ad None None] Bound port: a5a47d3b-e807-4458-b75a-50817c2380eb, host: dv-cinder-796286-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd55f0156-1aea-4855-9023-fdb25bed43df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da'}}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:58:24.862962 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-3fb378f6-95d9-4c44-851e-de448e1407ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:24.960406 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-3fb378f6-95d9-4c44-851e-de448e1407ad None None] For port a5a47d3b-e807-4458-b75a-50817c2380eb, host dv-cinder-796286-8-smb, cleared binding levels {{(pid=100182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:58:24.963805 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-3fb378f6-95d9-4c44-851e-de448e1407ad None None] For port a5a47d3b-e807-4458-b75a-50817c2380eb, host dv-cinder-796286-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=a5a47d3b-e807-4458-b75a-50817c2380eb,segment=NetworkSegment(d55f0156-1aea-4855-9023-fdb25bed43df),segment_id=d55f0156-1aea-4855-9023-fdb25bed43df)] {{(pid=100182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:58:25.062976 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-3fb378f6-95d9-4c44-851e-de448e1407ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:25.070453 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:25.138636 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a9b82-3d1d-4069-aad6-d20e2e946e54 None None] Pushing event updated for resources: {'Port': ['ID=a5a47d3b-e807-4458-b75a-50817c2380eb,revision_number=4']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:25.142490 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-3f8a9b82-3d1d-4069-aad6-d20e2e946e54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:25.147221 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb378f6-95d9-4c44-851e-de448e1407ad None None] Routers {'e80d29ec-9782-4e30-917a-a607f1ed3f51'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:58:25.147880 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-3fb378f6-95d9-4c44-851e-de448e1407ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:58:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['e80d29ec-9782-4e30-917a-a607f1ed3f51'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:58:25.304324 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-3fb378f6-95d9-4c44-851e-de448e1407ad None None] Set router e80d29ec-9782-4e30-917a-a607f1ed3f51 gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:58:25.620882 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0a6bc-c986-4869-88a2-7eabc645bee2 req-05c8bdfc-b9ce-4807-a907-cd8339ff1007 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:25.623031 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a7c0a6bc-c986-4869-88a2-7eabc645bee2 req-05c8bdfc-b9ce-4807-a907-cd8339ff1007 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.1017773 Jun 23 14:58:25.685798 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a7c0a6bc-c986-4869-88a2-7eabc645bee2 req-7dd337ae-c98a-4eb5-9b4a-b2b056758c42 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573564 Jun 23 14:58:25.721484 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-3fb378f6-95d9-4c44-851e-de448e1407ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80d29ec-9782-4e30-917a-a607f1ed3f51', 'name': 'tempest-TestMinimumBasicScenario-2119907565-router', 'tenant_id': '8ed99aba0d944c8a895da1b6b1042d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.28'}], 'enable_snat': True}, 'gw_port_id': '9b01bc3d-7d2f-4f24-9bd4-3110829949e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:58:15Z', 'updated_at': '2021-06-23T14:58:20Z', 'revision_number': 4, 'project_id': '8ed99aba0d944c8a895da1b6b1042d2e', 'gw_port': {'id': '9b01bc3d-7d2f-4f24-9bd4-3110829949e3', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80d29ec-9782-4e30-917a-a607f1ed3f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:16Z', 'updated_at': '2021-06-23T14:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': 'a5a47d3b-e807-4458-b75a-50817c2380eb', 'name': '', 'network_id': 'f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da', 'tenant_id': '8ed99aba0d944c8a895da1b6b1042d2e', 'mac_address': 'fa:16:3e:09:2f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80d29ec-9782-4e30-917a-a607f1ed3f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e803c4f3-51d0-4eb8-89bb-241740fd5f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:19Z', 'updated_at': '2021-06-23T14:58:24Z', 'revision_number': 4, 'project_id': '8ed99aba0d944c8a895da1b6b1042d2e', 'subnets': [{'id': 'e803c4f3-51d0-4eb8-89bb-241740fd5f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:58:25.783621 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb378f6-95d9-4c44-851e-de448e1407ad None None] The sync data for ids ['e80d29ec-9782-4e30-917a-a607f1ed3f51'] in dv-cinder-796286-8-smb is: [{'id': 'e80d29ec-9782-4e30-917a-a607f1ed3f51', 'name': 'tempest-TestMinimumBasicScenario-2119907565-router', 'tenant_id': '8ed99aba0d944c8a895da1b6b1042d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.28'}], 'enable_snat': True}, 'gw_port_id': '9b01bc3d-7d2f-4f24-9bd4-3110829949e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:58:15Z', 'updated_at': '2021-06-23T14:58:20Z', 'revision_number': 4, 'project_id': '8ed99aba0d944c8a895da1b6b1042d2e', 'gw_port': {'id': '9b01bc3d-7d2f-4f24-9bd4-3110829949e3', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80d29ec-9782-4e30-917a-a607f1ed3f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:16Z', 'updated_at': '2021-06-23T14:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': 'a5a47d3b-e807-4458-b75a-50817c2380eb', 'name': '', 'network_id': 'f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da', 'tenant_id': '8ed99aba0d944c8a895da1b6b1042d2e', 'mac_address': 'fa:16:3e:09:2f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80d29ec-9782-4e30-917a-a607f1ed3f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e803c4f3-51d0-4eb8-89bb-241740fd5f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:19Z', 'updated_at': '2021-06-23T14:58:24Z', 'revision_number': 4, 'project_id': '8ed99aba0d944c8a895da1b6b1042d2e', 'subnets': [{'id': 'e803c4f3-51d0-4eb8-89bb-241740fd5f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:58:26.649950 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f243f0e-8d48-4165-96c1-5ace9a015079 req-c21b9e6b-5325-41c8-8b34-a4af6f130565 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:26.651378 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0f243f0e-8d48-4165-96c1-5ace9a015079 req-c21b9e6b-5325-41c8-8b34-a4af6f130565 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0655658 Jun 23 14:58:26.688053 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0f243f0e-8d48-4165-96c1-5ace9a015079 req-0a313ba6-51a4-4b30-a632-31bd881a10b6 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308509 Jun 23 14:58:26.869239 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed8034-4aec-47bc-a404-ffab2ff4585f req-d9e988b5-2fb1-4522-bdc1-f9daba5d346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:26.918689 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-89ed8034-4aec-47bc-a404-ffab2ff4585f req-d9e988b5-2fb1-4522-bdc1-f9daba5d346e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d58c52cfc1c34f4585397127cb5d74af&device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 1098 time: 0.0642989 Jun 23 14:58:26.973902 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device a5a47d3b-e807-4458-b75a-50817c2380eb up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:58:26.979448 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed8034-4aec-47bc-a404-ffab2ff4585f req-5c7a1295-f93f-47ec-b50c-3977599bd033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:26.981317 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-89ed8034-4aec-47bc-a404-ffab2ff4585f req-5c7a1295-f93f-47ec-b50c-3977599bd033 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e0346334-c16f-40f4-aea1-9054cd38ae9d HTTP/1.1" status: 200 len: 919 time: 0.0970919 Jun 23 14:58:27.040777 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-89ed8034-4aec-47bc-a404-ffab2ff4585f req-7634489d-777f-4954-90b2-d33aa4495646 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5 HTTP/1.1" status: 200 len: 217 time: 0.0496910 Jun 23 14:58:27.096171 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bfc4d-252a-441e-936f-934f643dde4b req-411a78ac-ef33-4ac9-ae49-08ab001881f3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:27.102866 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d74bfc4d-252a-441e-936f-934f643dde4b req-411a78ac-ef33-4ac9-ae49-08ab001881f3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 943 time: 0.0798910 Jun 23 14:58:27.115461 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed8034-4aec-47bc-a404-ffab2ff4585f req-158ba747-25f9-43a5-9380-ef541bb56afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:27.117141 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-89ed8034-4aec-47bc-a404-ffab2ff4585f req-158ba747-25f9-43a5-9380-ef541bb56afc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=844a227c-d94f-4f13-9d17-8cc692313f0c HTTP/1.1" status: 200 len: 858 time: 0.0521710 Jun 23 14:58:27.145257 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d74bfc4d-252a-441e-936f-934f643dde4b req-d4fd71e2-d9d0-41cc-adce-2c6eba0ae9f5 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404727 Jun 23 14:58:27.161055 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-89ed8034-4aec-47bc-a404-ffab2ff4585f req-556b1d66-8af4-44d8-8081-5e4593a056f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0346334-c16f-40f4-aea1-9054cd38ae9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341451 Jun 23 14:58:27.189039 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning for port a5a47d3b-e807-4458-b75a-50817c2380eb completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:58:27.194446 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port a5a47d3b-e807-4458-b75a-50817c2380eb triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:58:27.195111 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:27.298728 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-89ed8034-4aec-47bc-a404-ffab2ff4585f req-c9c3eceb-a33e-4d25-8777-46062192c9a5 service neutron] 10.222.0.46 "GET /v2.0/networks/e0346334-c16f-40f4-aea1-9054cd38ae9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279297 Jun 23 14:58:27.368683 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:27.425647 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-c36b1959-2167-4921-97a8-61707844de6b None None] For port a5a47d3b-e807-4458-b75a-50817c2380eb, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=a5a47d3b-e807-4458-b75a-50817c2380eb,segment=NetworkSegment(d55f0156-1aea-4855-9023-fdb25bed43df),segment_id=d55f0156-1aea-4855-9023-fdb25bed43df)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:58:27.496482 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:27.506284 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:27.507073 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-89ed8034-4aec-47bc-a404-ffab2ff4585f req-00c61116-beba-494a-86d7-fbf572c48cfa service neutron] 10.222.0.46 "GET /v2.0/networks/e0346334-c16f-40f4-aea1-9054cd38ae9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769748 Jun 23 14:58:27.509096 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device a8907114-1ecb-4a9e-87a5-7bf34bc31485 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:58:27.679551 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Pushing event updated for resources: {'Port': ['ID=a5a47d3b-e807-4458-b75a-50817c2380eb,revision_number=5']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:27.692689 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:27.891734 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 50240) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:27.964188 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a50c53-bd52-458e-ae95-570963cbc0e7 req-9f4fd7db-d766-4f8d-a4cf-4985563cccff tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:27.970327 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-38a50c53-bd52-458e-ae95-570963cbc0e7 req-9f4fd7db-d766-4f8d-a4cf-4985563cccff tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdcf318c-98cb-47f9-81c8-51246b5783c4 HTTP/1.1" status: 200 len: 945 time: 0.1553760 Jun 23 14:58:28.095903 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4b22c8c0-2837-4d8d-8081-48431073236f req-20493f7e-3be2-4a99-a4af-38948dc35680 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2028089 Jun 23 14:58:28.358599 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-38a50c53-bd52-458e-ae95-570963cbc0e7 req-c902b504-9b32-46ba-b861-079bce67bd04 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859637 Jun 23 14:58:28.403377 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6a695-2dfb-4085-9d99-baae61346f35 req-e0a6c1a7-20ed-4252-8bce-a1b83a389f9e tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:28.413200 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-62a6a695-2dfb-4085-9d99-baae61346f35 req-e0a6c1a7-20ed-4252-8bce-a1b83a389f9e tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.5351207 Jun 23 14:58:28.464125 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-62a6a695-2dfb-4085-9d99-baae61346f35 req-6394caaf-67ef-45b1-a022-0b4a85735805 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497811 Jun 23 14:58:28.572878 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e341653-cfe9-4326-a4d1-7658c6210915 req-56fa7c33-1671-4ee9-8e1b-a2baae20707d tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:28.574437 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3e341653-cfe9-4326-a4d1-7658c6210915 req-56fa7c33-1671-4ee9-8e1b-a2baae20707d tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 943 time: 0.0771210 Jun 23 14:58:28.634894 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3e341653-cfe9-4326-a4d1-7658c6210915 req-940efaa0-b326-4f87-927a-d102c842bdda tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543985 Jun 23 14:58:28.933394 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device a5a47d3b-e807-4458-b75a-50817c2380eb up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:58:29.018143 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port a5a47d3b-e807-4458-b75a-50817c2380eb triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:58:29.018621 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:29.595062 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea835048-08e2-4082-b8f4-d77ce91f1f13 req-6976275f-1812-49ac-8bbf-8398c1d0bed5 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:29.596805 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ea835048-08e2-4082-b8f4-d77ce91f1f13 req-6976275f-1812-49ac-8bbf-8398c1d0bed5 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdcf318c-98cb-47f9-81c8-51246b5783c4 HTTP/1.1" status: 200 len: 945 time: 0.0994844 Jun 23 14:58:29.695057 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ea835048-08e2-4082-b8f4-d77ce91f1f13 req-ca433faf-5b24-4928-b13c-4279099d0383 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800085 Jun 23 14:58:29.714535 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759d50a-1152-43d4-9751-26d8d5c50abc req-cb553256-5bf9-4729-a72b-26111e7eb489 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:29.721867 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d759d50a-1152-43d4-9751-26d8d5c50abc req-cb553256-5bf9-4729-a72b-26111e7eb489 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.1180115 Jun 23 14:58:29.775828 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d759d50a-1152-43d4-9751-26d8d5c50abc req-b83e0ba1-c953-4e3e-8636-77e2e3b96491 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506637 Jun 23 14:58:29.959515 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9521fc3-d7ee-4a3e-a365-17757c297225 req-db747f55-dd54-45f2-b791-fb3ad69f1252 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:29.983751 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e9521fc3-d7ee-4a3e-a365-17757c297225 req-db747f55-dd54-45f2-b791-fb3ad69f1252 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 943 time: 0.0889459 Jun 23 14:58:30.050324 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e9521fc3-d7ee-4a3e-a365-17757c297225 req-baaeed40-58ef-472d-bc74-5489490f1cd6 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637927 Jun 23 14:58:30.065281 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea448be9-47fb-4613-83cf-7e497c25c703 req-77f44886-5571-48a2-99ac-276da6938e9d tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:30.066911 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-ea448be9-47fb-4613-83cf-7e497c25c703 req-77f44886-5571-48a2-99ac-276da6938e9d tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdcf318c-98cb-47f9-81c8-51246b5783c4 HTTP/1.1" status: 200 len: 945 time: 0.0887511 Jun 23 14:58:30.203228 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-ea448be9-47fb-4613-83cf-7e497c25c703 req-d9723bcb-bba7-4f1f-981c-e362cdac041d tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Deleting port b4dad670-2f46-434a-8c4b-4749a6c635e3 {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:58:30.203567 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-ea448be9-47fb-4613-83cf-7e497c25c703 req-d9723bcb-bba7-4f1f-981c-e362cdac041d tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:30.319764 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-ea448be9-47fb-4613-83cf-7e497c25c703 req-d9723bcb-bba7-4f1f-981c-e362cdac041d tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] For port b4dad670-2f46-434a-8c4b-4749a6c635e3, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b4dad670-2f46-434a-8c4b-4749a6c635e3,segment=NetworkSegment(85a77578-a6b0-4fa2-aab6-f10aa4cc4f23),segment_id=85a77578-a6b0-4fa2-aab6-f10aa4cc4f23)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:58:30.320130 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-ea448be9-47fb-4613-83cf-7e497c25c703 req-d9723bcb-bba7-4f1f-981c-e362cdac041d tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:30.336743 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-ea448be9-47fb-4613-83cf-7e497c25c703 req-d9723bcb-bba7-4f1f-981c-e362cdac041d tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Calling delete_port for b4dad670-2f46-434a-8c4b-4749a6c635e3 owned by compute:nova {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:58:30.594816 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-ea448be9-47fb-4613-83cf-7e497c25c703 req-d9723bcb-bba7-4f1f-981c-e362cdac041d tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:30.599827 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:30.613904 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['44c74960-33d6-4936-a870-2c692d538ac1', '051780e7-a8d6-49e0-a564-b5a8e7545ee8', 'e743c236-0a12-4fb4-9916-9cc1a9481595', 'b4dad670-2f46-434a-8c4b-4749a6c635e3'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:58:30.629045 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9723bcb-bba7-4f1f-981c-e362cdac041d tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Pushing event deleted for resources: {'Port': ['ID=b4dad670-2f46-434a-8c4b-4749a6c635e3,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:30.632316 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-d9723bcb-bba7-4f1f-981c-e362cdac041d tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:30.677493 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea448be9-47fb-4613-83cf-7e497c25c703 req-d9723bcb-bba7-4f1f-981c-e362cdac041d tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] No DVR routers for this DVR port b4dad670-2f46-434a-8c4b-4749a6c635e3 on host hv-cinder-79628 {{(pid=100181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:58:30.680875 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-ea448be9-47fb-4613-83cf-7e497c25c703 req-d9723bcb-bba7-4f1f-981c-e362cdac041d tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:30.682733 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-ea448be9-47fb-4613-83cf-7e497c25c703 req-d9723bcb-bba7-4f1f-981c-e362cdac041d tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.46 "DELETE /v2.0/ports/b4dad670-2f46-434a-8c4b-4749a6c635e3 HTTP/1.1" status: 204 len: 173 time: 0.6077762 Jun 23 14:58:30.683286 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdcf318c-98cb-47f9-81c8-51246b5783c4', 'name': 'network-vif-deleted', 'tag': 'b4dad670-2f46-434a-8c4b-4749a6c635e3'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:58:30.685717 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf436b61-cb43-476f-9f80-9b530a7dc1e7" -d '{"events": [{"server_uuid": "fdcf318c-98cb-47f9-81c8-51246b5783c4", "name": "network-vif-deleted", "tag": "b4dad670-2f46-434a-8c4b-4749a6c635e3"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:58:30.755638 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3d41a7-8c76-4bb1-87c3-4bb80b4611a4 x-openstack-request-id: req-0d3d41a7-8c76-4bb1-87c3-4bb80b4611a4 {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:58:30.755963 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdcf318c-98cb-47f9-81c8-51246b5783c4", "name": "network-vif-deleted", "tag": "b4dad670-2f46-434a-8c4b-4749a6c635e3", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:58:30.756248 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0d3d41a7-8c76-4bb1-87c3-4bb80b4611a4 {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:58:30.756680 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdcf318c-98cb-47f9-81c8-51246b5783c4', 'name': 'network-vif-deleted', 'tag': 'b4dad670-2f46-434a-8c4b-4749a6c635e3', 'status': 'completed', 'code': 200} Jun 23 14:58:30.905940 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4692c00d-1257-4540-a2e3-8e9c4ab2566a req-0e4fdd14-ce97-414f-a8b2-4f5fc4193fea tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdcf318c-98cb-47f9-81c8-51246b5783c4 HTTP/1.1" status: 200 len: 210 time: 0.0507171 Jun 23 14:58:30.974492 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced7f6b-ad15-4e56-af93-97739b8cf2ef req-041f4da0-0b2e-44a4-9a17-bc98ce1da7dd tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:30.975872 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5ced7f6b-ad15-4e56-af93-97739b8cf2ef req-041f4da0-0b2e-44a4-9a17-bc98ce1da7dd tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0707545 Jun 23 14:58:31.012428 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5ced7f6b-ad15-4e56-af93-97739b8cf2ef req-26def6fb-b890-4342-9e22-13257f5d5e95 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304418 Jun 23 14:58:31.249685 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856a683-ad52-4e68-8831-400176153900 req-1ddb2e94-8596-4047-b1fb-b0845c7364ff tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:31.251240 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0856a683-ad52-4e68-8831-400176153900 req-1ddb2e94-8596-4047-b1fb-b0845c7364ff tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 943 time: 0.0741708 Jun 23 14:58:31.294088 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0856a683-ad52-4e68-8831-400176153900 req-a16f9dc2-97f6-41fa-b72e-b757590ee8d3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354199 Jun 23 14:58:31.483266 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22c8c0-2837-4d8d-8081-48431073236f req-2c3c3977-df7c-4ad9-866e-19022d74bcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:31.484739 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4b22c8c0-2837-4d8d-8081-48431073236f req-2c3c3977-df7c-4ad9-866e-19022d74bcd4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040&tenant_id=662a27900f4b4c86b36ebf9acc29eeb6 HTTP/1.1" status: 200 len: 1096 time: 0.0881815 Jun 23 14:58:31.557692 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22c8c0-2837-4d8d-8081-48431073236f req-91d99ddf-c92d-4faa-b8a6-fea7637d5c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:31.559215 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4b22c8c0-2837-4d8d-8081-48431073236f req-91d99ddf-c92d-4faa-b8a6-fea7637d5c35 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=662a27900f4b4c86b36ebf9acc29eeb6&device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 1096 time: 0.0508652 Jun 23 14:58:31.675202 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22c8c0-2837-4d8d-8081-48431073236f req-27a5eaf3-5f0f-4bfc-981b-7020b1eff391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:31.676734 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4b22c8c0-2837-4d8d-8081-48431073236f req-27a5eaf3-5f0f-4bfc-981b-7020b1eff391 service neutron] 10.222.0.46 "GET /v2.0/networks?id=751b38e2-092c-451f-8e10-78172c3e29c3 HTTP/1.1" status: 200 len: 917 time: 0.1099594 Jun 23 14:58:31.757260 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4b22c8c0-2837-4d8d-8081-48431073236f req-ab19efce-ef42-4d25-bf11-764269831e91 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8907114-1ecb-4a9e-87a5-7bf34bc31485 HTTP/1.1" status: 200 len: 999 time: 0.0717084 Jun 23 14:58:31.816444 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22c8c0-2837-4d8d-8081-48431073236f req-ccedbd19-1d0c-4b37-995d-fbac093ce087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:31.822386 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4b22c8c0-2837-4d8d-8081-48431073236f req-ccedbd19-1d0c-4b37-995d-fbac093ce087 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c70a621-ace7-4983-aa1c-39b0c0eb6481 HTTP/1.1" status: 200 len: 855 time: 0.0564599 Jun 23 14:58:31.906758 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22c8c0-2837-4d8d-8081-48431073236f req-84bbfda3-7903-4bb3-8109-04996098c88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:31.908233 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4b22c8c0-2837-4d8d-8081-48431073236f req-84bbfda3-7903-4bb3-8109-04996098c88c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=751b38e2-092c-451f-8e10-78172c3e29c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696106 Jun 23 14:58:32.022181 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4b22c8c0-2837-4d8d-8081-48431073236f req-e7510b61-92d7-417d-b3c7-8f1ac00986a3 service neutron] 10.222.0.46 "GET /v2.0/networks/751b38e2-092c-451f-8e10-78172c3e29c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060596 Jun 23 14:58:32.050418 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-dbd09d8c-8fce-4ec2-a8f3-fa785c0d955b req-c3e680d9-8922-490c-a77d-4ae000f41e78 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdcf318c-98cb-47f9-81c8-51246b5783c4 HTTP/1.1" status: 200 len: 210 time: 0.0285830 Jun 23 14:58:32.151533 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4b22c8c0-2837-4d8d-8081-48431073236f req-7b26174e-ed62-449a-acd7-eecfbdb38a70 service neutron] 10.222.0.46 "GET /v2.0/networks/751b38e2-092c-451f-8e10-78172c3e29c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204650 Jun 23 14:58:32.558410 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a5067-ba48-4cd8-b449-5806799fcf20 req-a99161f7-467b-4623-af7d-e47e18fdd31d tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:32.562745 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-cf5a5067-ba48-4cd8-b449-5806799fcf20 req-a99161f7-467b-4623-af7d-e47e18fdd31d tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 943 time: 0.0817161 Jun 23 14:58:32.628418 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-cf5a5067-ba48-4cd8-b449-5806799fcf20 req-051d8f65-dd39-4507-a5c5-488d5586448f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607929 Jun 23 14:58:33.548678 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device b4dad670-2f46-434a-8c4b-4749a6c635e3 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:58:33.579915 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] No Port match for: b4dad670-2f46-434a-8c4b-4749a6c635e3 {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:58:33.580327 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device b4dad670-2f46-434a-8c4b-4749a6c635e3 not bound to the agent host hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:58:33.853414 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deffc1e-0408-400a-8129-1d7b3cf929ad req-123bd568-0ce7-4d06-a637-ce29829faf3a tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:33.862591 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7deffc1e-0408-400a-8129-1d7b3cf929ad req-123bd568-0ce7-4d06-a637-ce29829faf3a tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 943 time: 0.0848680 Jun 23 14:58:33.962982 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7deffc1e-0408-400a-8129-1d7b3cf929ad req-bbf086f0-220e-4267-b273-38379cbc62c8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486412 Jun 23 14:58:35.161408 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7b0d1-4db5-4901-98a6-382e7fcd6e06 req-bc767ad0-6a81-42a7-b480-ba5599eb57a3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:35.170058 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f1a7b0d1-4db5-4901-98a6-382e7fcd6e06 req-bc767ad0-6a81-42a7-b480-ba5599eb57a3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 943 time: 0.0938506 Jun 23 14:58:35.224851 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f1a7b0d1-4db5-4901-98a6-382e7fcd6e06 req-3da045c7-0f97-4569-a971-5440a633f671 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446329 Jun 23 14:58:35.988308 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918e581-ad2b-45a1-a4ae-7c166fab2ad1 req-87c1efb0-c8ff-4c0b-946b-0fb809ed0e80 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:35.989691 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1918e581-ad2b-45a1-a4ae-7c166fab2ad1 req-87c1efb0-c8ff-4c0b-946b-0fb809ed0e80 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 945 time: 0.0618496 Jun 23 14:58:36.039739 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1918e581-ad2b-45a1-a4ae-7c166fab2ad1 req-319b20c7-b7e2-45ca-922a-c1875e22f8ab tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443811 Jun 23 14:58:36.440488 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:36.441598 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28e822-961f-46d3-81f8-f7d64b4e08e6 req-9e15c601-6190-4d50-8cc4-a6e221f319ad tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:36.443101 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4a28e822-961f-46d3-81f8-f7d64b4e08e6 req-9e15c601-6190-4d50-8cc4-a6e221f319ad tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 943 time: 0.0660388 Jun 23 14:58:36.491369 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4a28e822-961f-46d3-81f8-f7d64b4e08e6 req-6aaf7826-2c33-4c10-a6f4-2f2630330326 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417132 Jun 23 14:58:36.859225 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-4e1cee40-6fd1-4c24-81d7-9eb477f18173 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:36.860742 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-4e1cee40-6fd1-4c24-81d7-9eb477f18173 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/networks?id=8f833907-b415-4449-8941-f1cb4ab13f50 HTTP/1.1" status: 200 len: 815 time: 0.1070709 Jun 23 14:58:36.879512 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-759d8e3e-bb74-4d49-9e3b-546250684a38 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/quotas/6a6510486430423e819fc78ab70e64d5 HTTP/1.1" status: 200 len: 375 time: 0.0130284 Jun 23 14:58:36.947549 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-06031914-949c-4acf-941b-c7fd18d824dd tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a6510486430423e819fc78ab70e64d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621989 Jun 23 14:58:37.050893 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-f4e106b0-c0c8-4f8b-9f31-bc47349534c8 service neutron] 10.222.0.72 "GET /v2.0/networks/8f833907-b415-4449-8941-f1cb4ab13f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913348 Jun 23 14:58:37.176842 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-1abec7d3-ba3e-46fb-bf33-f55f2d4a5357 service neutron] 10.222.0.72 "GET /v2.0/networks/8f833907-b415-4449-8941-f1cb4ab13f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204257 Jun 23 14:58:37.203151 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66bf53-82a3-4f4d-8484-0c9650cdaabf req-12b1ff54-bc60-4745-9d47-2729ce9acb4d tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:37.204912 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-de66bf53-82a3-4f4d-8484-0c9650cdaabf req-12b1ff54-bc60-4745-9d47-2729ce9acb4d tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0852423 Jun 23 14:58:37.249935 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-de66bf53-82a3-4f4d-8484-0c9650cdaabf req-0d47b142-de3f-4af5-82b6-f50d1b805b5f tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375726 Jun 23 14:58:37.473716 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d3b332e2-5c55-4909-8ad9-5492ffda84bd req-c524477b-5f94-4ec4-9b0b-30a596ac57d5 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 210 time: 0.0430024 Jun 23 14:58:37.489861 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87376542-9d7f-4e98-b9ca-65e5f7ab43ad req-3582f8fa-21e5-46ab-b98c-cc3c4d847df8 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:37.494103 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-87376542-9d7f-4e98-b9ca-65e5f7ab43ad req-3582f8fa-21e5-46ab-b98c-cc3c4d847df8 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 945 time: 0.1246233 Jun 23 14:58:37.549189 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-87376542-9d7f-4e98-b9ca-65e5f7ab43ad req-f3133457-3a32-4864-86b2-435b81d1d8a2 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487764 Jun 23 14:58:37.709330 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d944c9f-22d4-499b-897a-49e15f320bbb req-337e1bf1-1247-419a-b312-44cd7d3e9b67 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:37.711107 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5d944c9f-22d4-499b-897a-49e15f320bbb req-337e1bf1-1247-419a-b312-44cd7d3e9b67 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 943 time: 0.0695984 Jun 23 14:58:37.756524 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5d944c9f-22d4-499b-897a-49e15f320bbb req-463237b3-328f-4644-8a21-2381251cdb3f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387528 Jun 23 14:58:38.441834 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a359b9-c3dc-4d59-8df2-e90c7655ccb6 req-97831b67-bf5c-48d2-bf12-a4088bf21529 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:38.443397 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-75a359b9-c3dc-4d59-8df2-e90c7655ccb6 req-97831b67-bf5c-48d2-bf12-a4088bf21529 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0727806 Jun 23 14:58:38.482187 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-75a359b9-c3dc-4d59-8df2-e90c7655ccb6 req-9c67d845-bf65-475f-a82d-ab3ef41f3b6c tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329151 Jun 23 14:58:38.567138 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-16ccb382-d0f0-4003-8555-be5f932a07d5 req-bf32605d-80bc-48cb-b17c-551a5a22e69f tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 210 time: 0.0288301 Jun 23 14:58:38.725643 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f30ca-1d7d-442c-a261-339d8d8c3550 req-f176159b-8ed3-431d-a2d1-71318c1f9bcb tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:38.727058 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d83f30ca-1d7d-442c-a261-339d8d8c3550 req-f176159b-8ed3-431d-a2d1-71318c1f9bcb tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 945 time: 0.0663397 Jun 23 14:58:38.771709 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d83f30ca-1d7d-442c-a261-339d8d8c3550 req-f99a0de6-7e6f-4bb9-a321-a5a6dcddeb00 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383275 Jun 23 14:58:38.960557 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e24e8-5554-4039-9fa4-0845353154a1 req-4d57ebc5-ff4a-4025-b8e8-1f7c583916b8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:38.962220 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-cf6e24e8-5554-4039-9fa4-0845353154a1 req-4d57ebc5-ff4a-4025-b8e8-1f7c583916b8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 943 time: 0.0638857 Jun 23 14:58:39.006768 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-cf6e24e8-5554-4039-9fa4-0845353154a1 req-4b7288cd-5f16-4720-891f-e35357d1443a tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378926 Jun 23 14:58:39.674937 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638db07-2324-447c-b39a-eaf24aedd3a9 req-2e806f51-56d6-4d59-927e-1060c52738e8 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:39.682908 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1638db07-2324-447c-b39a-eaf24aedd3a9 req-2e806f51-56d6-4d59-927e-1060c52738e8 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0846307 Jun 23 14:58:39.741119 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d9ef8e2b-0055-4496-94ae-ac84a5be46c9 req-6ad2ca0f-4d14-4350-90a2-919f9eb2416a tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 210 time: 0.0500917 Jun 23 14:58:39.770084 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1638db07-2324-447c-b39a-eaf24aedd3a9 req-39abd5a8-fa7f-4a72-a944-ae7566cabeea tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861075 Jun 23 14:58:39.771488 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-cdaa01f3-798a-4ef6-82eb-575319f47d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:39.874269 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 50444) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:39.951822 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61376483-0787-4f1b-9767-80f3047c8863 req-261e7c35-753b-47da-b1aa-916c7e42fbf6 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:39.953439 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-61376483-0787-4f1b-9767-80f3047c8863 req-261e7c35-753b-47da-b1aa-916c7e42fbf6 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 945 time: 0.0664923 Jun 23 14:58:39.993346 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-9ca376e6-8e7b-45fb-ac7d-4ebcd937a405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:39.995042 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-61376483-0787-4f1b-9767-80f3047c8863 req-805707f0-068a-4928-be96-b9b6be092720 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344646 Jun 23 14:58:40.096794 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-9ca376e6-8e7b-45fb-ac7d-4ebcd937a405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:40.192301 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e876d-4944-49fb-a3bd-44e50b0e9498 req-59f4596e-f2e6-4776-880e-b679ad0de4e6 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:40.194027 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-193e876d-4944-49fb-a3bd-44e50b0e9498 req-59f4596e-f2e6-4776-880e-b679ad0de4e6 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 943 time: 0.0650139 Jun 23 14:58:40.194891 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-9ca376e6-8e7b-45fb-ac7d-4ebcd937a405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:40.198082 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-12c48ae0-85e7-478b-b2a3-0aab69b89eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:40.234721 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-193e876d-4944-49fb-a3bd-44e50b0e9498 req-f738ba0c-9f12-4cce-8815-34a74db8f663 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342238 Jun 23 14:58:40.239549 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca376e6-8e7b-45fb-ac7d-4ebcd937a405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2990ebe1-8ff2-40a5-b55e-4fb13ee25ed2,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:40.246678 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-9ca376e6-8e7b-45fb-ac7d-4ebcd937a405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:40.249814 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-9ca376e6-8e7b-45fb-ac7d-4ebcd937a405 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=23c636601d014a8b9e4adacee666c8fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745303 Jun 23 14:58:40.252454 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 50450) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:40.304123 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0eeb9bbe-3217-4a01-a2b9-9ffea2441f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:40.330623 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0eeb9bbe-3217-4a01-a2b9-9ffea2441f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:40.516383 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0eeb9bbe-3217-4a01-a2b9-9ffea2441f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:40.516383 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0eeb9bbe-3217-4a01-a2b9-9ffea2441f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:40.516383 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-0eeb9bbe-3217-4a01-a2b9-9ffea2441f90 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2990ebe1-8ff2-40a5-b55e-4fb13ee25ed2 HTTP/1.1" status: 204 len: 168 time: 0.2242942 Jun 23 14:58:40.516383 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-67e8e293-3c23-438b-bd35-fff9e0bd170c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:40.516383 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb9bbe-3217-4a01-a2b9-9ffea2441f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2990ebe1-8ff2-40a5-b55e-4fb13ee25ed2,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:40.516383 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-0eeb9bbe-3217-4a01-a2b9-9ffea2441f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:40.917082 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-75cabb7e-a984-4ceb-afcd-a0e1d40aff63 req-64aa0901-572c-4492-b6c3-ce3ef4fe59f8 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 210 time: 0.0375934 Jun 23 14:58:40.986416 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1253992-7ee1-4ca9-9f04-5f631c28cf2c req-2ecb3f57-cd32-47ae-b895-f765db77be43 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:40.987964 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b1253992-7ee1-4ca9-9f04-5f631c28cf2c req-2ecb3f57-cd32-47ae-b895-f765db77be43 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0740104 Jun 23 14:58:41.037989 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b1253992-7ee1-4ca9-9f04-5f631c28cf2c req-9ab759db-0010-40e9-b6a4-9db70885403a tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367610 Jun 23 14:58:41.227275 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ad636-8ad0-4c29-8d3f-e2469df6e9db req-18ece8eb-87eb-44c1-a08f-e6cead5126cc tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:41.230032 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-518ad636-8ad0-4c29-8d3f-e2469df6e9db req-18ece8eb-87eb-44c1-a08f-e6cead5126cc tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 945 time: 0.1061432 Jun 23 14:58:41.282590 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-518ad636-8ad0-4c29-8d3f-e2469df6e9db req-92375c55-83b5-4b1f-9166-fcb0e418fb60 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451429 Jun 23 14:58:41.440493 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acc549-db34-4a37-9ead-025c709a2f04 req-751c2c46-4033-4269-9236-f79be572e8a3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:41.442029 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-49acc549-db34-4a37-9ead-025c709a2f04 req-751c2c46-4033-4269-9236-f79be572e8a3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 943 time: 0.0751734 Jun 23 14:58:41.482438 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-49acc549-db34-4a37-9ead-025c709a2f04 req-38ecd6e9-2c0e-42a6-9719-81280ef35884 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339985 Jun 23 14:58:42.088628 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-2814b946-d3f9-4178-8db6-1d0522ffe49c req-e6c492ed-98f0-47fd-8b8c-04b6a19e4702 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 210 time: 0.0447869 Jun 23 14:58:42.233447 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1af2ba-bed2-4b2c-8d6f-46db00fd3abc req-3016fa9d-b35a-4088-9c8f-a619579d0d50 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:42.234852 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9a1af2ba-bed2-4b2c-8d6f-46db00fd3abc req-3016fa9d-b35a-4088-9c8f-a619579d0d50 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0638814 Jun 23 14:58:42.277987 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9a1af2ba-bed2-4b2c-8d6f-46db00fd3abc req-9b168c97-263e-443c-8764-08c1d83cb46f tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375307 Jun 23 14:58:42.474833 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-912f1c8f-1272-4139-9056-c909a2bdffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:42.493019 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd874e7-96dc-42ec-9c4b-9f0873ff460c req-5cab5d4d-bd66-4c33-a854-e895f517d32d tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:42.493019 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1bd874e7-96dc-42ec-9c4b-9f0873ff460c req-5cab5d4d-bd66-4c33-a854-e895f517d32d tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 945 time: 0.0680473 Jun 23 14:58:42.509199 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:42.535485 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1bd874e7-96dc-42ec-9c4b-9f0873ff460c req-1905ab6b-3d0c-4dec-90a4-d5d8a751487f tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381904 Jun 23 14:58:42.674107 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1020ccb-d41a-4267-83d8-9e8c7326254f req-d65b5bbb-27ac-4690-9554-22da63fa95b0 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:42.675589 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c1020ccb-d41a-4267-83d8-9e8c7326254f req-d65b5bbb-27ac-4690-9554-22da63fa95b0 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 943 time: 0.0640004 Jun 23 14:58:42.715623 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c1020ccb-d41a-4267-83d8-9e8c7326254f req-c53f00fb-cd47-4289-97e6-26bc136dd819 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340269 Jun 23 14:58:43.235079 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d9900f80-0a0a-48e8-80ea-b0453fb59dd5 req-f74912f5-3fd0-446c-90b1-76f94296132a tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 210 time: 0.0317888 Jun 23 14:58:43.468183 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f686534-504e-485f-97ed-b89b8f25595f req-e44c3891-91ae-40ed-b798-2e8deb9ad72c tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:43.469544 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0f686534-504e-485f-97ed-b89b8f25595f req-e44c3891-91ae-40ed-b798-2e8deb9ad72c tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0702124 Jun 23 14:58:43.508950 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0f686534-504e-485f-97ed-b89b8f25595f req-c322a58d-a5ca-43e6-831a-8cf20e798022 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335603 Jun 23 14:58:43.721735 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59c905-59f5-4179-b68b-4112c914c0ee req-a3c34768-8067-45b1-97b0-5b06517686d1 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:43.723248 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5f59c905-59f5-4179-b68b-4112c914c0ee req-a3c34768-8067-45b1-97b0-5b06517686d1 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 945 time: 0.0644279 Jun 23 14:58:43.765145 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5f59c905-59f5-4179-b68b-4112c914c0ee req-55877763-d1f7-4349-a339-8ae2dabb3f75 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347025 Jun 23 14:58:43.812037 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:43.905111 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf52e82-5712-406d-afc4-64649b24564a req-72bfb06a-17c1-4990-865b-b9e0d4223bc4 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:43.906562 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0cf52e82-5712-406d-afc4-64649b24564a req-72bfb06a-17c1-4990-865b-b9e0d4223bc4 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 943 time: 0.0650315 Jun 23 14:58:43.947796 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0cf52e82-5712-406d-afc4-64649b24564a req-c81321c0-ece8-4f08-92db-70e013897b63 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354171 Jun 23 14:58:44.370728 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-92e02cfd-37f9-4e81-a6dc-c1d599337f2b req-5a5f9cdf-4030-4268-8c32-b0d22797d1e2 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 210 time: 0.0288031 Jun 23 14:58:44.685576 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782361a5-c768-4dde-b4fc-7d05d200a962 req-32526da5-cabb-494a-b41d-6bb429a51472 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:44.686995 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-782361a5-c768-4dde-b4fc-7d05d200a962 req-32526da5-cabb-494a-b41d-6bb429a51472 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0643458 Jun 23 14:58:44.729108 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-782361a5-c768-4dde-b4fc-7d05d200a962 req-eeb19d30-3663-41db-a8ae-12afb5eac8cd tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363817 Jun 23 14:58:44.936500 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72eacde-2fc8-4dd2-81e2-80d56bf91898 req-6e353cd6-5e2a-48fd-a819-b007a71d22e9 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:44.937884 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a72eacde-2fc8-4dd2-81e2-80d56bf91898 req-6e353cd6-5e2a-48fd-a819-b007a71d22e9 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 945 time: 0.0615487 Jun 23 14:58:44.975686 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a72eacde-2fc8-4dd2-81e2-80d56bf91898 req-f92214a0-d9cb-4271-a2b3-2ab0fd2dd297 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321546 Jun 23 14:58:45.138782 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db6e78-f8bc-4926-bf5c-f386c45476d0 req-54d2d361-ba62-4500-a044-d334db1e7951 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:45.138782 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-36db6e78-f8bc-4926-bf5c-f386c45476d0 req-54d2d361-ba62-4500-a044-d334db1e7951 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 943 time: 0.0672321 Jun 23 14:58:45.173878 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-36db6e78-f8bc-4926-bf5c-f386c45476d0 req-9346db28-0d80-4a8c-94b0-2d1a6aba682b tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320721 Jun 23 14:58:45.514733 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:45.522292 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5aec48d9-c6bf-48f7-9a40-0bc217c02dc9 req-f8919958-2921-4746-a3b0-6545b3f25bfc tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 210 time: 0.0323281 Jun 23 14:58:45.898050 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e9743-963d-4b9f-bb4b-3f211b460ff4 req-e67dd237-6336-48d4-b142-060998b48110 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:45.899519 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ca4e9743-963d-4b9f-bb4b-3f211b460ff4 req-e67dd237-6336-48d4-b142-060998b48110 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0611269 Jun 23 14:58:45.936983 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ca4e9743-963d-4b9f-bb4b-3f211b460ff4 req-a8e82a34-669a-41c9-a66b-91922facfd74 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317769 Jun 23 14:58:46.147954 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b118e1-6e78-422b-ab1d-87d58c3f3398 req-87540095-3549-4e9e-9ae6-e772c66ab5d2 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:46.153491 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a3b118e1-6e78-422b-ab1d-87d58c3f3398 req-87540095-3549-4e9e-9ae6-e772c66ab5d2 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 945 time: 0.0661650 Jun 23 14:58:46.187201 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a3b118e1-6e78-422b-ab1d-87d58c3f3398 req-af40dd49-4322-4cfe-9067-abc0ba755908 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317612 Jun 23 14:58:46.349286 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ccb564-a4e7-4e06-9fb1-a2432ce1a704 req-0c9e59ba-0248-416e-99d8-83373c200130 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:46.350720 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-48ccb564-a4e7-4e06-9fb1-a2432ce1a704 req-0c9e59ba-0248-416e-99d8-83373c200130 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 943 time: 0.0634305 Jun 23 14:58:46.387669 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-48ccb564-a4e7-4e06-9fb1-a2432ce1a704 req-27318ba0-fc17-4c6c-ba4f-e0f014c004a0 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304577 Jun 23 14:58:46.659002 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c67c1176-1a74-4c2c-ae8c-b35a010361a2 req-ad64ea44-363f-4590-a2bf-00273ab280b5 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 210 time: 0.0285447 Jun 23 14:58:46.855142 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-f8e9d963-5000-49c6-8c78-8a0c7a2365f8 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:46.856539 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-f8e9d963-5000-49c6-8c78-8a0c7a2365f8 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.46 "GET /v2.0/networks?id=8f833907-b415-4449-8941-f1cb4ab13f50 HTTP/1.1" status: 200 len: 815 time: 0.0971453 Jun 23 14:58:46.876433 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-1ef7f1bb-5260-4156-9d0a-f8b8632f30cd tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Request body: {'port': {'device_id': 'e05aff16-3031-4b84-9e04-52e0829d1af7', 'network_id': '8f833907-b415-4449-8941-f1cb4ab13f50', 'admin_state_up': True, 'tenant_id': '6a6510486430423e819fc78ab70e64d5'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:58:47.046031 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-1ef7f1bb-5260-4156-9d0a-f8b8632f30cd tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Made reservation on behalf of 6a6510486430423e819fc78ab70e64d5 for: {'port': 1} {{(pid=100181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:58:47.049623 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-1ef7f1bb-5260-4156-9d0a-f8b8632f30cd tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:47.111465 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37d997-54e1-4018-b953-14e0af501483 req-1170fcd4-2caf-4205-981a-0d5f2ee886d1 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:47.112915 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7d37d997-54e1-4018-b953-14e0af501483 req-1170fcd4-2caf-4205-981a-0d5f2ee886d1 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0647140 Jun 23 14:58:47.156261 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7d37d997-54e1-4018-b953-14e0af501483 req-4a3b1b95-055d-4499-8bf0-31f93c34be34 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373893 Jun 23 14:58:47.178059 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_common [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-1ef7f1bb-5260-4156-9d0a-f8b8632f30cd tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Allocated IP 172.20.0.5 (8f833907-b415-4449-8941-f1cb4ab13f50/e48a2a14-0ddc-485c-80f5-54d760235633/f93707b5-899d-49fa-8644-0cf6a3e24bdc) {{(pid=100181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:58:47.320687 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-1ef7f1bb-5260-4156-9d0a-f8b8632f30cd tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for port, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:47.335094 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.provisioning_blocks [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-1ef7f1bb-5260-4156-9d0a-f8b8632f30cd tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Transition to ACTIVE for port object f93707b5-899d-49fa-8644-0cf6a3e24bdc will not be triggered until provisioned by entity DHCP. {{(pid=100181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:58:47.362663 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9c068-d675-453f-a61c-eae5f318d92b req-64377373-74b5-4787-a8d7-fa82297921c7 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:47.364096 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d5d9c068-d675-453f-a61c-eae5f318d92b req-64377373-74b5-4787-a8d7-fa82297921c7 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 945 time: 0.0670941 Jun 23 14:58:47.400520 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d5d9c068-d675-453f-a61c-eae5f318d92b req-4b5168fe-745d-4d4c-962b-cecd0c629020 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307145 Jun 23 14:58:47.412307 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-1ef7f1bb-5260-4156-9d0a-f8b8632f30cd tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25497294'] for port, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:47.416367 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-887a862d-f447-429b-bf44-45ed87753478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:47.464753 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-1ef7f1bb-5260-4156-9d0a-f8b8632f30cd tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Network 8f833907-b415-4449-8941-f1cb4ab13f50 is already hosted by enough agents. {{(pid=100181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:58:47.470992 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-1ef7f1bb-5260-4156-9d0a-f8b8632f30cd tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Resources bound (agent type, host, resource id): {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:58:47.475108 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-1ef7f1bb-5260-4156-9d0a-f8b8632f30cd tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Received port after_create {{(pid=100181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:58:47.507359 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7f1bb-5260-4156-9d0a-f8b8632f30cd tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Pushing event updated for resources: {'Port': ['ID=f93707b5-899d-49fa-8644-0cf6a3e24bdc,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:47.511816 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-1ef7f1bb-5260-4156-9d0a-f8b8632f30cd tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:47.538944 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-1ef7f1bb-5260-4156-9d0a-f8b8632f30cd tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:47.539757 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-1ef7f1bb-5260-4156-9d0a-f8b8632f30cd tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:47.606200 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918165a4-f858-4c01-ab27-9b098ba3c6f9 req-93fe3ca8-f473-4862-a837-36eed04447e0 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:47.607759 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-918165a4-f858-4c01-ab27-9b098ba3c6f9 req-93fe3ca8-f473-4862-a837-36eed04447e0 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 943 time: 0.0761185 Jun 23 14:58:47.641347 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-1ef7f1bb-5260-4156-9d0a-f8b8632f30cd tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7686310 Jun 23 14:58:47.647676 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-918165a4-f858-4c01-ab27-9b098ba3c6f9 req-6dd8c5ba-cab6-4949-8e95-b30dd1f50808 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342383 Jun 23 14:58:47.657549 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-0b050c19-5359-44b6-8033-9a530aee0601 service neutron] Request body: {'port': {'device_id': 'e05aff16-3031-4b84-9e04-52e0829d1af7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:58:47.762529 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-0b050c19-5359-44b6-8033-9a530aee0601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:47.781754 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-d38d1a78-e8c6-44d0-aa3b-a6842718b00b None None] Provisioning for port f93707b5-899d-49fa-8644-0cf6a3e24bdc completed by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:58:47.786722 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-d38d1a78-e8c6-44d0-aa3b-a6842718b00b None None] Provisioning complete for port f93707b5-899d-49fa-8644-0cf6a3e24bdc triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:58:47.787219 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-d38d1a78-e8c6-44d0-aa3b-a6842718b00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:47.788676 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7601266-ab64-4ac0-81bc-8e0718577693 req-59d554b0-e714-47f8-aefb-28089b434881 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:47.797869 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c7601266-ab64-4ac0-81bc-8e0718577693 req-59d554b0-e714-47f8-aefb-28089b434881 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.46 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 945 time: 0.0955503 Jun 23 14:58:47.838188 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-d38d1a78-e8c6-44d0-aa3b-a6842718b00b None None] Port f93707b5-899d-49fa-8644-0cf6a3e24bdc cannot update to ACTIVE because it is not bound. {{(pid=100182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:58:47.975675 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a733c-245b-406b-a3e9-5a5e513573bc req-3340ba48-5187-48cc-aca5-86d84598242c tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:47.977305 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-8f1a733c-245b-406b-a3e9-5a5e513573bc req-3340ba48-5187-48cc-aca5-86d84598242c tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 931 time: 0.1107681 Jun 23 14:58:48.020609 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-8f1a733c-245b-406b-a3e9-5a5e513573bc req-3decf010-9621-477f-8d1b-903d1b5be4ec tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364306 Jun 23 14:58:48.056562 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 6 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:58:48.174831 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-0b050c19-5359-44b6-8033-9a530aee0601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f93707b5-899d-49fa-8644-0cf6a3e24bdc {{(pid=100181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:58:48.199718 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-0b050c19-5359-44b6-8033-9a530aee0601 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:48.213066 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.provisioning_blocks [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-0b050c19-5359-44b6-8033-9a530aee0601 service neutron] Transition to ACTIVE for port object f93707b5-899d-49fa-8644-0cf6a3e24bdc will not be triggered until provisioned by entity L2. {{(pid=100181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:58:48.321828 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-0b050c19-5359-44b6-8033-9a530aee0601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:48.321828 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-1ef7f1bb-5260-4156-9d0a-f8b8632f30cd tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:48.423921 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b050c19-5359-44b6-8033-9a530aee0601 service neutron] Pushing event updated for resources: {'Port': ['ID=f93707b5-899d-49fa-8644-0cf6a3e24bdc,revision_number=2']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:48.423921 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-0b050c19-5359-44b6-8033-9a530aee0601 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:48.424177 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce5211-05fb-4be8-a476-905470d3f6a5 req-52c54245-c3b5-4c12-aaa6-99983b9ad90a tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:48.424177 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b3ce5211-05fb-4be8-a476-905470d3f6a5 req-52c54245-c3b5-4c12-aaa6-99983b9ad90a tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0910742 Jun 23 14:58:48.488715 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b3ce5211-05fb-4be8-a476-905470d3f6a5 req-c120b48f-f9ac-48ec-88f3-b70d2c7817ef tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560100 Jun 23 14:58:48.492059 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-0b050c19-5359-44b6-8033-9a530aee0601 service neutron] Attempting to bind port f93707b5-899d-49fa-8644-0cf6a3e24bdc on host hv-cinder-79628 for vnic_type normal with profile {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:58:48.492570 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-0b050c19-5359-44b6-8033-9a530aee0601 service neutron] Attempting to bind port f93707b5-899d-49fa-8644-0cf6a3e24bdc by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '36a7b341-ea93-43a0-90c1-3666a2cad8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8f833907-b415-4449-8941-f1cb4ab13f50'}] {{(pid=100181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:58:48.492991 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-0b050c19-5359-44b6-8033-9a530aee0601 service neutron] Attempting to bind port f93707b5-899d-49fa-8644-0cf6a3e24bdc on network 8f833907-b415-4449-8941-f1cb4ab13f50 {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:58:48.498724 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-0b050c19-5359-44b6-8033-9a530aee0601 service neutron] Port f93707b5-899d-49fa-8644-0cf6a3e24bdc on network 8f833907-b415-4449-8941-f1cb4ab13f50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:58:48.499302 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-0b050c19-5359-44b6-8033-9a530aee0601 service neutron] Attempting to bind port f93707b5-899d-49fa-8644-0cf6a3e24bdc on network 8f833907-b415-4449-8941-f1cb4ab13f50 {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:58:48.506003 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-0b050c19-5359-44b6-8033-9a530aee0601 service neutron] Checking agent: {'id': 'c9242261-8a06-47e1-899c-cb42624e61de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:58:48.506342 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-0b050c19-5359-44b6-8033-9a530aee0601 service neutron] Checking segment: {'id': '36a7b341-ea93-43a0-90c1-3666a2cad8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8f833907-b415-4449-8941-f1cb4ab13f50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:58:48.507295 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-0b050c19-5359-44b6-8033-9a530aee0601 service neutron] Bound using segment: {'id': '36a7b341-ea93-43a0-90c1-3666a2cad8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8f833907-b415-4449-8941-f1cb4ab13f50'} {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:58:48.513298 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-0b050c19-5359-44b6-8033-9a530aee0601 service neutron] Bound port: f93707b5-899d-49fa-8644-0cf6a3e24bdc, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36a7b341-ea93-43a0-90c1-3666a2cad8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8f833907-b415-4449-8941-f1cb4ab13f50'}}] {{(pid=100181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:58:48.513298 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-0b050c19-5359-44b6-8033-9a530aee0601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:48.638846 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-0b050c19-5359-44b6-8033-9a530aee0601 service neutron] For port f93707b5-899d-49fa-8644-0cf6a3e24bdc, host hv-cinder-79628, cleared binding levels {{(pid=100181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:58:48.643141 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-0b050c19-5359-44b6-8033-9a530aee0601 service neutron] For port f93707b5-899d-49fa-8644-0cf6a3e24bdc, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f93707b5-899d-49fa-8644-0cf6a3e24bdc,segment=NetworkSegment(36a7b341-ea93-43a0-90c1-3666a2cad8d2),segment_id=36a7b341-ea93-43a0-90c1-3666a2cad8d2)] {{(pid=100181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:58:48.730798 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41da102-4a6d-4714-b304-278b6957a672 req-3f1cdcf9-4da2-488d-a472-fc93f7eb679e tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:48.737909 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b41da102-4a6d-4714-b304-278b6957a672 req-3f1cdcf9-4da2-488d-a472-fc93f7eb679e tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 945 time: 0.1140983 Jun 23 14:58:48.744144 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-0b050c19-5359-44b6-8033-9a530aee0601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:48.746819 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-8dfd0af8-2b17-49d4-8b8b-f31ed8036e24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:48.791777 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b41da102-4a6d-4714-b304-278b6957a672 req-6f64e8c1-e573-4537-82b9-1b37cd65ac29 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529110 Jun 23 14:58:48.803061 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-0b050c19-5359-44b6-8033-9a530aee0601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:48.810408 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-0b050c19-5359-44b6-8033-9a530aee0601 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:48.812026 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-0b050c19-5359-44b6-8033-9a530aee0601 service neutron] 10.222.0.46 "PUT /v2.0/ports/f93707b5-899d-49fa-8644-0cf6a3e24bdc HTTP/1.1" status: 200 len: 1093 time: 1.1590166 Jun 23 14:58:48.812570 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05aff16-3031-4b84-9e04-52e0829d1af7', 'tag': 'f93707b5-899d-49fa-8644-0cf6a3e24bdc'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:58:48.816126 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a630dd3-2c88-4780-984b-31ba7c5e75a2" -d '{"events": [{"name": "network-changed", "server_uuid": "e05aff16-3031-4b84-9e04-52e0829d1af7", "tag": "f93707b5-899d-49fa-8644-0cf6a3e24bdc"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:58:48.856722 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b050c19-5359-44b6-8033-9a530aee0601 service neutron] Pushing event updated for resources: {'Port': ['ID=f93707b5-899d-49fa-8644-0cf6a3e24bdc,revision_number=3']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:48.866167 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-0b050c19-5359-44b6-8033-9a530aee0601 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:48.868989 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f71f4da-8273-43b8-ab5d-17672acad52b x-openstack-request-id: req-5f71f4da-8273-43b8-ab5d-17672acad52b {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:58:48.869495 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e05aff16-3031-4b84-9e04-52e0829d1af7", "tag": "f93707b5-899d-49fa-8644-0cf6a3e24bdc", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:58:48.869990 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5f71f4da-8273-43b8-ab5d-17672acad52b {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:58:48.870583 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e05aff16-3031-4b84-9e04-52e0829d1af7', 'tag': 'f93707b5-899d-49fa-8644-0cf6a3e24bdc', 'status': 'completed', 'code': 200} Jun 23 14:58:48.903967 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483e13c-0e78-4765-a0be-2eca674ead39 req-365fc299-5e94-4d75-b4c6-b91e08719c9e tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:48.905506 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9483e13c-0e78-4765-a0be-2eca674ead39 req-365fc299-5e94-4d75-b4c6-b91e08719c9e tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 943 time: 0.1103675 Jun 23 14:58:48.961499 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9483e13c-0e78-4765-a0be-2eca674ead39 req-258ecce7-caea-4095-aba9-387cdda180f8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491035 Jun 23 14:58:49.199788 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17479e1f-0f29-4bc1-8e9f-c92225195bae req-d5c4adc7-94d3-4d2e-82a8-6c0a7572a5f7 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:49.201226 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-17479e1f-0f29-4bc1-8e9f-c92225195bae req-d5c4adc7-94d3-4d2e-82a8-6c0a7572a5f7 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 943 time: 0.0651841 Jun 23 14:58:49.240195 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-17479e1f-0f29-4bc1-8e9f-c92225195bae req-eb9b2ec8-c832-4c86-bfb7-0552f84c5b7d tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329773 Jun 23 14:58:49.634186 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device a8907114-1ecb-4a9e-87a5-7bf34bc31485 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=100182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:58:49.705401 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a902c1a-a911-4415-a5ed-8b890093c1e1 req-31aa29c2-bc85-4c9e-b71d-a70a21f891e0 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:49.706952 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1a902c1a-a911-4415-a5ed-8b890093c1e1 req-31aa29c2-bc85-4c9e-b71d-a70a21f891e0 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0977356 Jun 23 14:58:49.735255 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port a8907114-1ecb-4a9e-87a5-7bf34bc31485, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a8907114-1ecb-4a9e-87a5-7bf34bc31485,segment=NetworkSegment(53319a76-a6c9-4f00-b8bd-5ceecb1d2786),segment_id=53319a76-a6c9-4f00-b8bd-5ceecb1d2786)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:58:49.745686 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1a902c1a-a911-4415-a5ed-8b890093c1e1 req-df292c40-7a10-4e53-a0ae-5c1d318bd139 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326602 Jun 23 14:58:49.751041 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Returning: {'device': 'a8907114-1ecb-4a9e-87a5-7bf34bc31485', 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3', 'port_id': 'a8907114-1ecb-4a9e-87a5-7bf34bc31485', 'mac_address': 'fa:16:3e:40:f5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:58:49.792601 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:49.805138 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8907114-1ecb-4a9e-87a5-7bf34bc31485 {{(pid=100182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:58:49.827879 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port a8907114-1ecb-4a9e-87a5-7bf34bc31485, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a8907114-1ecb-4a9e-87a5-7bf34bc31485,segment=NetworkSegment(53319a76-a6c9-4f00-b8bd-5ceecb1d2786),segment_id=53319a76-a6c9-4f00-b8bd-5ceecb1d2786)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:58:49.908903 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:49.910723 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:49.960369 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=a8907114-1ecb-4a9e-87a5-7bf34bc31485,revision_number=9']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:49.963622 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:49.980132 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8e1f9-7031-4413-9ac6-6337e8a37015 req-78305f94-1d5e-4e90-95f2-7600830346a1 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:49.981609 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-36c8e1f9-7031-4413-9ac6-6337e8a37015 req-78305f94-1d5e-4e90-95f2-7600830346a1 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 945 time: 0.0755057 Jun 23 14:58:50.020234 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-36c8e1f9-7031-4413-9ac6-6337e8a37015 req-279a1c73-5089-4834-b586-7d0539727127 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326827 Jun 23 14:58:50.154253 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda6877-22b7-4388-8f1a-a700f4c020e7 req-582373cd-7089-4023-965c-318262d15318 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:50.155948 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9cda6877-22b7-4388-8f1a-a700f4c020e7 req-582373cd-7089-4023-965c-318262d15318 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 944 time: 0.0728710 Jun 23 14:58:50.193984 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9cda6877-22b7-4388-8f1a-a700f4c020e7 req-998fad75-8bc5-4e34-abd7-db8a016c0ad8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323374 Jun 23 14:58:50.241965 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['a8907114-1ecb-4a9e-87a5-7bf34bc31485'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:58:50.416107 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811bada-ba02-48ac-8aa9-c760dba6bcc5 req-3de77563-3da1-43ce-a447-52ea10384328 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:50.418099 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-2811bada-ba02-48ac-8aa9-c760dba6bcc5 req-3de77563-3da1-43ce-a447-52ea10384328 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 943 time: 0.0632296 Jun 23 14:58:50.466060 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-2811bada-ba02-48ac-8aa9-c760dba6bcc5 req-fbbe2182-b11a-419d-a39e-cb84ca9410d3 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394559 Jun 23 14:58:50.942838 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f67068-c45b-496b-b371-fbcb1feab76e req-eced4619-8a0d-49f1-871b-01bc710b4e5d tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:50.944411 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e0f67068-c45b-496b-b371-fbcb1feab76e req-eced4619-8a0d-49f1-871b-01bc710b4e5d tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0626109 Jun 23 14:58:50.986800 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e0f67068-c45b-496b-b371-fbcb1feab76e req-a7b35af6-f9d3-44e9-b096-c45a01adb1c5 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365701 Jun 23 14:58:51.236504 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095f5b6-b812-4500-99ef-62727160334d req-4302daec-2c39-4daa-b8fa-965bef6c97e4 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:51.237971 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7095f5b6-b812-4500-99ef-62727160334d req-4302daec-2c39-4daa-b8fa-965bef6c97e4 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 945 time: 0.0690835 Jun 23 14:58:51.289762 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7095f5b6-b812-4500-99ef-62727160334d req-f8c67ff2-0388-4f5d-a5d7-5e6097c49ccb tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441580 Jun 23 14:58:51.384761 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548d908-8035-4df0-b338-fcf9d9ca76ea req-fe9cbca0-c89b-4146-b990-78a32f426484 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:51.387109 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c548d908-8035-4df0-b338-fcf9d9ca76ea req-fe9cbca0-c89b-4146-b990-78a32f426484 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 944 time: 0.0649114 Jun 23 14:58:51.424908 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c548d908-8035-4df0-b338-fcf9d9ca76ea req-4370b1eb-f987-43c4-8a95-84b9924e3c1f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312095 Jun 23 14:58:51.640622 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device a8907114-1ecb-4a9e-87a5-7bf34bc31485 up at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:58:51.653557 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d397a-5e19-400a-bbdb-864a2ba56646 req-edce6cb5-b038-4441-b02c-5c562120f98a tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:51.655017 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3b1d397a-5e19-400a-bbdb-864a2ba56646 req-edce6cb5-b038-4441-b02c-5c562120f98a tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 943 time: 0.0742836 Jun 23 14:58:51.687958 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning complete for port a8907114-1ecb-4a9e-87a5-7bf34bc31485 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:58:51.688349 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:51.694006 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3b1d397a-5e19-400a-bbdb-864a2ba56646 req-65f81128-dc86-46d6-99cd-5e4b16dba7b4 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332131 Jun 23 14:58:51.774004 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:51.798138 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6d5cf5-832a-4f5b-8415-901c71fb1040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8907114-1ecb-4a9e-87a5-7bf34bc31485'}] {{(pid=100182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:58:51.800398 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2be0bd3a3b87df06192a81cc7e782664f9eb16b4f3df3f1ec53fa4495edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4d92eb-7835-4f54-9f0b-cc52d45b91fe" -d '{"events": [{"server_uuid": "de6d5cf5-832a-4f5b-8415-901c71fb1040", "name": "network-vif-plugged", "status": "completed", "tag": "a8907114-1ecb-4a9e-87a5-7bf34bc31485"}]}' {{(pid=100182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:58:51.813030 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port a8907114-1ecb-4a9e-87a5-7bf34bc31485, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a8907114-1ecb-4a9e-87a5-7bf34bc31485,segment=NetworkSegment(53319a76-a6c9-4f00-b8bd-5ceecb1d2786),segment_id=53319a76-a6c9-4f00-b8bd-5ceecb1d2786)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:58:51.837579 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1bbf03-02ec-44d7-92d1-5387848854c3 x-openstack-request-id: req-af1bbf03-02ec-44d7-92d1-5387848854c3 {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:58:51.837919 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6d5cf5-832a-4f5b-8415-901c71fb1040", "name": "network-vif-plugged", "status": "completed", "tag": "a8907114-1ecb-4a9e-87a5-7bf34bc31485", "code": 200}]} {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:58:51.838190 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-af1bbf03-02ec-44d7-92d1-5387848854c3 {{(pid=100182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:58:51.838751 dv-cinder-796286-8-smb neutron-server[100182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6d5cf5-832a-4f5b-8415-901c71fb1040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8907114-1ecb-4a9e-87a5-7bf34bc31485', 'code': 200} Jun 23 14:58:51.880465 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:51.881364 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device e743c236-0a12-4fb4-9916-9cc1a9481595 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:58:51.883321 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-a73320ac-0e5f-46db-a8c9-274ec8e6a995 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:51.955313 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=a8907114-1ecb-4a9e-87a5-7bf34bc31485,revision_number=10']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:51.959043 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:51.996903 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:52.042236 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port e743c236-0a12-4fb4-9916-9cc1a9481595, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e743c236-0a12-4fb4-9916-9cc1a9481595,segment=NetworkSegment(85a77578-a6b0-4fa2-aab6-f10aa4cc4f23),segment_id=85a77578-a6b0-4fa2-aab6-f10aa4cc4f23)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:58:52.102589 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:52.104796 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:52.166647 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=e743c236-0a12-4fb4-9916-9cc1a9481595,revision_number=6']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:52.170274 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:52.170794 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6a0fe-bacb-472b-9c09-ba4d10e4f0ad req-228e3aa2-df77-411c-b500-82ac4e29a005 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:52.172402 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-cab6a0fe-bacb-472b-9c09-ba4d10e4f0ad req-228e3aa2-df77-411c-b500-82ac4e29a005 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0664890 Jun 23 14:58:52.216901 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-cab6a0fe-bacb-472b-9c09-ba4d10e4f0ad req-3ee85750-3bf2-425c-b76a-7b6bb171dcf1 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380900 Jun 23 14:58:52.487466 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a646625-d4fe-4571-afa6-1c97eabb93e1 req-93941afe-9cef-47fd-9bfa-2b43fdc6f086 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:52.488923 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0a646625-d4fe-4571-afa6-1c97eabb93e1 req-93941afe-9cef-47fd-9bfa-2b43fdc6f086 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 943 time: 0.0902364 Jun 23 14:58:52.535194 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0a646625-d4fe-4571-afa6-1c97eabb93e1 req-377564ec-7f8f-42b4-adf5-caf171698b65 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404360 Jun 23 14:58:52.625110 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca873c-7d20-4d61-ba6a-d032dbd3c3dc req-9dd9fa8f-df31-4683-a721-8b8751f975eb tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:52.626598 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-27ca873c-7d20-4d61-ba6a-d032dbd3c3dc req-9dd9fa8f-df31-4683-a721-8b8751f975eb tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 946 time: 0.0660036 Jun 23 14:58:52.665995 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-27ca873c-7d20-4d61-ba6a-d032dbd3c3dc req-f8fd7af4-8ac4-4b4f-867d-df4d58b2f3f1 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335839 Jun 23 14:58:52.867957 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df3b91-58b4-480c-9a40-324218538608 req-1a428f9c-33ce-4a7e-b156-0a2b3dbde272 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:52.872373 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c3df3b91-58b4-480c-9a40-324218538608 req-1a428f9c-33ce-4a7e-b156-0a2b3dbde272 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 943 time: 0.0621772 Jun 23 14:58:52.911849 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c3df3b91-58b4-480c-9a40-324218538608 req-dd65299c-4696-43ae-9076-fbcb214330bb tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357206 Jun 23 14:58:53.397257 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd07eb17-523e-4a77-b52d-228474540fef req-3d017bee-d4df-4ed5-bde8-2d4f8c6bd113 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:53.398689 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-fd07eb17-523e-4a77-b52d-228474540fef req-3d017bee-d4df-4ed5-bde8-2d4f8c6bd113 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0686977 Jun 23 14:58:53.444706 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-fd07eb17-523e-4a77-b52d-228474540fef req-fb9bf3ef-3d02-4b50-be80-ec91d1dc38f8 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390701 Jun 23 14:58:53.707188 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3bbe9-c0ea-4459-a507-4e30bf3905a3 req-b6346e03-b692-4640-bdd5-0c6cf0618846 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:53.719154 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e1d3bbe9-c0ea-4459-a507-4e30bf3905a3 req-b6346e03-b692-4640-bdd5-0c6cf0618846 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 943 time: 0.0680387 Jun 23 14:58:53.750375 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e1d3bbe9-c0ea-4459-a507-4e30bf3905a3 req-75af300e-afe5-4720-a847-6367bd816286 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355151 Jun 23 14:58:53.840150 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e743c236-0a12-4fb4-9916-9cc1a9481595'}] {{(pid=100182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:58:53.843373 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2be0bd3a3b87df06192a81cc7e782664f9eb16b4f3df3f1ec53fa4495edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6778c0d6-402c-4d29-89d5-84759dccc5b1" -d '{"events": [{"server_uuid": "f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b", "name": "network-vif-unplugged", "status": "completed", "tag": "e743c236-0a12-4fb4-9916-9cc1a9481595"}]}' {{(pid=100182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:58:53.847042 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f7a11-1526-4894-8628-a6712e20c872 req-757b3f00-5704-47ca-ae5a-55d72006dac9 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:53.848568 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-2b6f7a11-1526-4894-8628-a6712e20c872 req-757b3f00-5704-47ca-ae5a-55d72006dac9 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 946 time: 0.0652335 Jun 23 14:58:53.883602 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 14:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a87136d-6aaf-4b31-987e-8cdb6adb26be x-openstack-request-id: req-2a87136d-6aaf-4b31-987e-8cdb6adb26be {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:58:53.883896 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b", "name": "network-vif-unplugged", "status": "completed", "tag": "e743c236-0a12-4fb4-9916-9cc1a9481595", "code": 200}]} {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:58:53.884160 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2a87136d-6aaf-4b31-987e-8cdb6adb26be {{(pid=100182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:58:53.884575 dv-cinder-796286-8-smb neutron-server[100182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e743c236-0a12-4fb4-9916-9cc1a9481595', 'code': 200} Jun 23 14:58:53.891756 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-2b6f7a11-1526-4894-8628-a6712e20c872 req-2c4a1c56-1d1d-4936-bd1b-5350a69780f7 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372045 Jun 23 14:58:54.098808 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244e003-1bcc-4e5a-830c-e46f680b281f req-0a503ede-585f-4561-909a-e07d56fd612f tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:54.100264 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9244e003-1bcc-4e5a-830c-e46f680b281f req-0a503ede-585f-4561-909a-e07d56fd612f tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 943 time: 0.0743620 Jun 23 14:58:54.198008 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9244e003-1bcc-4e5a-830c-e46f680b281f req-5f15f3e1-c441-4626-863f-f11817cccf7b tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347607 Jun 23 14:58:54.633176 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2d9cd-bc5e-4d50-b6bc-9b3e57cf0852 req-12cfd549-9d88-470d-b4e8-f27e3839fe1a tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:54.634680 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-8de2d9cd-bc5e-4d50-b6bc-9b3e57cf0852 req-12cfd549-9d88-470d-b4e8-f27e3839fe1a tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0642581 Jun 23 14:58:54.678743 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-8de2d9cd-bc5e-4d50-b6bc-9b3e57cf0852 req-f2db9f16-91c8-4994-a215-c14ddc2ea408 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375249 Jun 23 14:58:54.949076 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246b09a-b5cd-48f0-96d5-7b752ab6a30b req-20ed1f7a-6594-4c79-ba98-1c9742ed21f0 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:54.950700 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d246b09a-b5cd-48f0-96d5-7b752ab6a30b req-20ed1f7a-6594-4c79-ba98-1c9742ed21f0 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 943 time: 0.0731084 Jun 23 14:58:54.991505 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d246b09a-b5cd-48f0-96d5-7b752ab6a30b req-dcbba7c0-038a-4116-b671-bddde2b944ad tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344441 Jun 23 14:58:55.074787 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd193461-e25d-4a44-9662-f0c8c8cf1902 req-ef6beb55-21b0-438f-a663-046aea83e2b9 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:55.076149 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-bd193461-e25d-4a44-9662-f0c8c8cf1902 req-ef6beb55-21b0-438f-a663-046aea83e2b9 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 946 time: 0.0638599 Jun 23 14:58:55.114548 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-bd193461-e25d-4a44-9662-f0c8c8cf1902 req-5a5ccfde-d5cf-486f-9479-4fc9fd2952ca tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324667 Jun 23 14:58:55.336683 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4405749-b597-4e67-9677-65bbfabe0c26 req-4a26453d-eed6-4a5b-b719-18257fdd22c7 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:55.341350 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a4405749-b597-4e67-9677-65bbfabe0c26 req-4a26453d-eed6-4a5b-b719-18257fdd22c7 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 943 time: 0.0629153 Jun 23 14:58:55.381286 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a4405749-b597-4e67-9677-65bbfabe0c26 req-9a5ff9f0-05fb-4e89-99da-001ed4fc476c tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364201 Jun 23 14:58:55.883008 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5a633-b650-42de-8d6f-301c31b1f99e req-466924a3-10d7-46bd-87b2-4f64bdc787c8 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:55.884725 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-21b5a633-b650-42de-8d6f-301c31b1f99e req-466924a3-10d7-46bd-87b2-4f64bdc787c8 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0745549 Jun 23 14:58:55.926826 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-21b5a633-b650-42de-8d6f-301c31b1f99e req-52db7185-12ed-48fe-95fd-aafd5a7e41ae tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344834 Jun 23 14:58:56.165731 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003adf8-7cbb-40c1-80ea-06f68365ac5d req-941942f0-4e5c-4c97-966e-c3f5614335b3 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:56.167470 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d003adf8-7cbb-40c1-80ea-06f68365ac5d req-941942f0-4e5c-4c97-966e-c3f5614335b3 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 943 time: 0.0642257 Jun 23 14:58:56.208817 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d003adf8-7cbb-40c1-80ea-06f68365ac5d req-c196ed46-244a-4e9b-a5e1-03c774db28ef tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352981 Jun 23 14:58:56.323976 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423661ab-5375-4b72-8ff0-41f3b5cc22d8 req-62ad9a95-70e6-4f72-8bb0-9fa6edd36acf tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:56.325414 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-423661ab-5375-4b72-8ff0-41f3b5cc22d8 req-62ad9a95-70e6-4f72-8bb0-9fa6edd36acf tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 946 time: 0.0649765 Jun 23 14:58:56.364901 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-423661ab-5375-4b72-8ff0-41f3b5cc22d8 req-97423e1b-9ec6-4d34-ab38-5f2735a82301 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328739 Jun 23 14:58:56.564211 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02107ace-e7e7-4d68-bea0-55672c5fdb76 req-cce8cb03-69fc-48d1-b499-d6fd2a9e90c0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:56.565694 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-02107ace-e7e7-4d68-bea0-55672c5fdb76 req-cce8cb03-69fc-48d1-b499-d6fd2a9e90c0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 943 time: 0.0744009 Jun 23 14:58:56.601606 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-02107ace-e7e7-4d68-bea0-55672c5fdb76 req-b24075dc-028f-439a-833f-060c17d68717 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301838 Jun 23 14:58:57.103707 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929b028-01d8-4ca3-9c6a-6018bcbebee7 req-602b4e9f-5522-43b5-a829-c08917e9c94c tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:57.105260 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3929b028-01d8-4ca3-9c6a-6018bcbebee7 req-602b4e9f-5522-43b5-a829-c08917e9c94c tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0629945 Jun 23 14:58:57.146463 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3929b028-01d8-4ca3-9c6a-6018bcbebee7 req-0b279b9d-cab0-4762-a716-ea33a27417d4 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349922 Jun 23 14:58:57.390346 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e9806-3d6f-42df-8ad7-343d079b7380 req-320c6e86-5d21-49f5-8993-ee476d4c2474 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:57.391697 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4b2e9806-3d6f-42df-8ad7-343d079b7380 req-320c6e86-5d21-49f5-8993-ee476d4c2474 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 943 time: 0.0682933 Jun 23 14:58:57.428336 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4b2e9806-3d6f-42df-8ad7-343d079b7380 req-4a35dd44-9499-4094-b4dc-af28cf951a48 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308933 Jun 23 14:58:57.545081 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ee381-0892-4206-8430-cdfcecfa29c6 req-6c186f38-cffe-4686-831e-226fec3ebaa0 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:57.546701 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0c4ee381-0892-4206-8430-cdfcecfa29c6 req-6c186f38-cffe-4686-831e-226fec3ebaa0 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 946 time: 0.0631895 Jun 23 14:58:57.586767 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0c4ee381-0892-4206-8430-cdfcecfa29c6 req-9bf3369f-5260-4683-a805-a87412d4c289 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334649 Jun 23 14:58:57.793681 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89d946-cf4f-47e4-883f-77f8de1e64c3 req-0c480fc6-95e5-4267-a312-f00165d8ab25 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:57.795145 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-8e89d946-cf4f-47e4-883f-77f8de1e64c3 req-0c480fc6-95e5-4267-a312-f00165d8ab25 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 943 time: 0.0784259 Jun 23 14:58:57.848438 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-8e89d946-cf4f-47e4-883f-77f8de1e64c3 req-b72e817f-47b9-4870-9a1c-7cb9a6a4cfb2 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473559 Jun 23 14:58:58.327548 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708283aa-c59c-41c5-b071-0078501b3616 req-b17cc063-5ac9-4ab0-bac5-e3da6fedf6db tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:58.329012 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-708283aa-c59c-41c5-b071-0078501b3616 req-b17cc063-5ac9-4ab0-bac5-e3da6fedf6db tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.0676868 Jun 23 14:58:58.381219 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-708283aa-c59c-41c5-b071-0078501b3616 req-558b43d1-9551-4c2f-b720-fdc4db5d3f39 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460222 Jun 23 14:58:58.644428 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052d17d-622c-45f0-878e-425e38d82784 req-1ab6ed2e-bab6-4e30-a1cf-6406ff95f0ea tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:58.646313 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7052d17d-622c-45f0-878e-425e38d82784 req-1ab6ed2e-bab6-4e30-a1cf-6406ff95f0ea tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 943 time: 0.0826161 Jun 23 14:58:58.688018 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7052d17d-622c-45f0-878e-425e38d82784 req-d7746b0b-46af-45f2-9963-5cbe38c69a44 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357199 Jun 23 14:58:58.791581 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1d4f1-063e-4cd8-a6dc-ee3d1ed210c8 req-40392c75-348c-4503-bb9f-53add746321d tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:58.793047 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-39c1d4f1-063e-4cd8-a6dc-ee3d1ed210c8 req-40392c75-348c-4503-bb9f-53add746321d tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 946 time: 0.0778100 Jun 23 14:58:58.835342 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-39c1d4f1-063e-4cd8-a6dc-ee3d1ed210c8 req-f32bd748-3aaa-4533-b99d-fd4b3816a206 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359566 Jun 23 14:58:59.060592 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df30ee-504f-4b2d-ae2a-6d529aaa1aff req-51d75634-efa3-4a06-b373-ed8f85314188 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:59.062062 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-94df30ee-504f-4b2d-ae2a-6d529aaa1aff req-51d75634-efa3-4a06-b373-ed8f85314188 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 943 time: 0.0634882 Jun 23 14:58:59.101810 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-94df30ee-504f-4b2d-ae2a-6d529aaa1aff req-6d0ce5bf-07d4-442c-8146-7a5ba00d5d11 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340953 Jun 23 14:58:59.425691 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a630dd3-2c88-4780-984b-31ba7c5e75a2 req-b4bd4c97-e533-4295-9e27-80a11814fdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:59.427198 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-2a630dd3-2c88-4780-984b-31ba7c5e75a2 req-b4bd4c97-e533-4295-9e27-80a11814fdde service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a6510486430423e819fc78ab70e64d5&device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 1096 time: 0.0550473 Jun 23 14:58:59.442926 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.plugin [req-c7601266-ab64-4ac0-81bc-8e0718577693 req-ebafb83a-00ae-49fb-b314-a50e9f673fda tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Deleting port e743c236-0a12-4fb4-9916-9cc1a9481595 {{(pid=100180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:58:59.443440 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-c7601266-ab64-4ac0-81bc-8e0718577693 req-ebafb83a-00ae-49fb-b314-a50e9f673fda tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:59.550182 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a630dd3-2c88-4780-984b-31ba7c5e75a2 req-29870eb7-a267-47e9-9582-6346e358556f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:59.551656 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-2a630dd3-2c88-4780-984b-31ba7c5e75a2 req-29870eb7-a267-47e9-9582-6346e358556f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=6a6510486430423e819fc78ab70e64d5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1025064 Jun 23 14:58:59.829819 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.db [req-c7601266-ab64-4ac0-81bc-8e0718577693 req-ebafb83a-00ae-49fb-b314-a50e9f673fda tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] For port e743c236-0a12-4fb4-9916-9cc1a9481595, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e743c236-0a12-4fb4-9916-9cc1a9481595,segment=NetworkSegment(85a77578-a6b0-4fa2-aab6-f10aa4cc4f23),segment_id=85a77578-a6b0-4fa2-aab6-f10aa4cc4f23)] {{(pid=100180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:58:59.830181 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-c7601266-ab64-4ac0-81bc-8e0718577693 req-ebafb83a-00ae-49fb-b314-a50e9f673fda tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:59.875482 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.plugin [req-c7601266-ab64-4ac0-81bc-8e0718577693 req-ebafb83a-00ae-49fb-b314-a50e9f673fda tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Calling delete_port for e743c236-0a12-4fb4-9916-9cc1a9481595 owned by compute:nova {{(pid=100180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:58:59.877980 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a630dd3-2c88-4780-984b-31ba7c5e75a2 req-cc308ec1-d300-4f3b-ae1a-0a734d750272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:59.879660 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-2a630dd3-2c88-4780-984b-31ba7c5e75a2 req-cc308ec1-d300-4f3b-ae1a-0a734d750272 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3156600 Jun 23 14:58:59.946633 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a999e58-5393-479e-8dd1-147eb2388160 req-a3963ce1-8759-4749-acaa-71a253fa3b65 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:59.948081 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0a999e58-5393-479e-8dd1-147eb2388160 req-a3963ce1-8759-4749-acaa-71a253fa3b65 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.4350975 Jun 23 14:58:59.986171 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-1eef19db-882f-48c2-a8f4-e95b250192d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:59.987596 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-1eef19db-882f-48c2-a8f4-e95b250192d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a6510486430423e819fc78ab70e64d5&device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 1096 time: 0.0515559 Jun 23 14:59:00.011049 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a96515-cac5-46dd-b333-3abc2b40882a req-d1eb35b5-7361-44ee-a77e-7e1228e153d7 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:00.013031 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-33a96515-cac5-46dd-b333-3abc2b40882a req-d1eb35b5-7361-44ee-a77e-7e1228e153d7 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 943 time: 0.1801019 Jun 23 14:59:00.033615 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-bd11e562-0974-4331-9da6-55c719280c0f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f93707b5-899d-49fa-8644-0cf6a3e24bdc HTTP/1.1" status: 200 len: 217 time: 0.0369761 Jun 23 14:59:00.034211 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0a999e58-5393-479e-8dd1-147eb2388160 req-cc29cda5-7f64-4995-9454-8a03d34c8061 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775366 Jun 23 14:59:00.087252 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-33a96515-cac5-46dd-b333-3abc2b40882a req-50061389-c309-4990-8c22-ee68dc2a5361 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674436 Jun 23 14:59:00.100721 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-26fb5eec-1888-4a85-bd07-87285ed6f999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:00.102814 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-26fb5eec-1888-4a85-bd07-87285ed6f999 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e48a2a14-0ddc-485c-80f5-54d760235633 HTTP/1.1" status: 200 len: 854 time: 0.0580895 Jun 23 14:59:00.166290 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-c7601266-ab64-4ac0-81bc-8e0718577693 req-ebafb83a-00ae-49fb-b314-a50e9f673fda tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25328524'] for port, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:00.173064 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:00.181000 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['44c74960-33d6-4936-a870-2c692d538ac1', '051780e7-a8d6-49e0-a564-b5a8e7545ee8'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:59:00.259340 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebafb83a-00ae-49fb-b314-a50e9f673fda tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Pushing event deleted for resources: {'Port': ['ID=e743c236-0a12-4fb4-9916-9cc1a9481595,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:00.265531 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558f56c-1b54-4631-97ae-5217207839eb req-730dcfaa-0c33-4979-aaf4-6aa15cb700dd tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:00.267037 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-0558f56c-1b54-4631-97ae-5217207839eb req-730dcfaa-0c33-4979-aaf4-6aa15cb700dd tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 945 time: 0.1535954 Jun 23 14:59:00.286253 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebafb83a-00ae-49fb-b314-a50e9f673fda tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:00.287062 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebafb83a-00ae-49fb-b314-a50e9f673fda tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:00.287782 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebafb83a-00ae-49fb-b314-a50e9f673fda tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:00.288372 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebafb83a-00ae-49fb-b314-a50e9f673fda tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:00.288654 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c8f83-f091-4461-9d88-d34d1aeff700 req-8f66cc09-2065-4945-aba1-830d6683ef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:00.289451 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebafb83a-00ae-49fb-b314-a50e9f673fda tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:00.290073 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebafb83a-00ae-49fb-b314-a50e9f673fda tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:00.290201 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-eb0c8f83-f091-4461-9d88-d34d1aeff700 req-8f66cc09-2065-4945-aba1-830d6683ef6d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 1099 time: 0.1686113 Jun 23 14:59:00.290788 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebafb83a-00ae-49fb-b314-a50e9f673fda tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:00.291409 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebafb83a-00ae-49fb-b314-a50e9f673fda tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:00.292089 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebafb83a-00ae-49fb-b314-a50e9f673fda tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:00.293023 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebafb83a-00ae-49fb-b314-a50e9f673fda tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:00.294204 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebafb83a-00ae-49fb-b314-a50e9f673fda tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:00.294792 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebafb83a-00ae-49fb-b314-a50e9f673fda tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:00.306567 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-ebafb83a-00ae-49fb-b314-a50e9f673fda tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:00.309756 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-e2b89cf7-8760-421c-ad7e-df96547544de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:00.314945 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-e2b89cf7-8760-421c-ad7e-df96547544de service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8f833907-b415-4449-8941-f1cb4ab13f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1886446 Jun 23 14:59:00.371095 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7601266-ab64-4ac0-81bc-8e0718577693 req-ebafb83a-00ae-49fb-b314-a50e9f673fda tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] No DVR routers for this DVR port e743c236-0a12-4fb4-9916-9cc1a9481595 on host hv-cinder-79628 {{(pid=100180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:59:00.374825 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-c7601266-ab64-4ac0-81bc-8e0718577693 req-ebafb83a-00ae-49fb-b314-a50e9f673fda tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:00.377306 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c7601266-ab64-4ac0-81bc-8e0718577693 req-ebafb83a-00ae-49fb-b314-a50e9f673fda tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.46 "DELETE /v2.0/ports/e743c236-0a12-4fb4-9916-9cc1a9481595 HTTP/1.1" status: 204 len: 173 time: 1.0473936 Jun 23 14:59:00.379062 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b', 'name': 'network-vif-deleted', 'tag': 'e743c236-0a12-4fb4-9916-9cc1a9481595'}] {{(pid=100180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:59:00.382694 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd25e94c753d7f89e0e3c37123175e6223eaf2b946fa1bf5874daa58d3f91f45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d21246-b705-4419-9b65-c4b99ce2acdb" -d '{"events": [{"server_uuid": "f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b", "name": "network-vif-deleted", "tag": "e743c236-0a12-4fb4-9916-9cc1a9481595"}]}' {{(pid=100180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:59:00.437578 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ee0ae-fab9-4372-b370-691f5c2ac63b req-28e97581-fe8e-4fcf-bb9e-58e0bf1dd6fe tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:00.439235 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a54ee0ae-fab9-4372-b370-691f5c2ac63b req-28e97581-fe8e-4fcf-bb9e-58e0bf1dd6fe tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 946 time: 0.2421949 Jun 23 14:59:00.442029 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-eb0c8f83-f091-4461-9d88-d34d1aeff700 req-fe492baa-86fc-4840-8f93-0df142e838f0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285913 Jun 23 14:59:00.448370 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb589a-8b7b-4c28-8dbd-f8b67d10ce42 req-9c349630-a2b8-4414-b99c-5ce5af318c78 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:00.450526 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-58bb589a-8b7b-4c28-8dbd-f8b67d10ce42 req-9c349630-a2b8-4414-b99c-5ce5af318c78 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 943 time: 0.1383190 Jun 23 14:59:00.474988 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-30a87853-d279-4198-afe0-9075694e0af6 service neutron] 10.222.0.46 "GET /v2.0/networks/8f833907-b415-4449-8941-f1cb4ab13f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532795 Jun 23 14:59:00.487644 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-0558f56c-1b54-4631-97ae-5217207839eb req-fcc33013-65f2-44e0-a344-bb03e6e83125 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Deleting port bab7df26-6a87-47c6-a75e-9bf324d14074 {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:59:00.487988 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-0558f56c-1b54-4631-97ae-5217207839eb req-fcc33013-65f2-44e0-a344-bb03e6e83125 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:00.504387 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a54ee0ae-fab9-4372-b370-691f5c2ac63b req-490bbcf4-4fc0-4ebe-aac1-d1b7ef9df077 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535872 Jun 23 14:59:00.513826 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-58bb589a-8b7b-4c28-8dbd-f8b67d10ce42 req-ce75212c-8611-40e6-aea0-788e248b6878 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539889 Jun 23 14:59:00.572954 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093de2e5-9b6a-428e-931c-061fc4d51f60 x-openstack-request-id: req-093de2e5-9b6a-428e-931c-061fc4d51f60 {{(pid=100180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:59:00.573282 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b", "name": "network-vif-deleted", "tag": "e743c236-0a12-4fb4-9916-9cc1a9481595", "status": "completed", "code": 200}]} {{(pid=100180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:59:00.573565 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-093de2e5-9b6a-428e-931c-061fc4d51f60 {{(pid=100180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:59:00.574024 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b', 'name': 'network-vif-deleted', 'tag': 'e743c236-0a12-4fb4-9916-9cc1a9481595', 'status': 'completed', 'code': 200} Jun 23 14:59:00.641326 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-0558f56c-1b54-4631-97ae-5217207839eb req-fcc33013-65f2-44e0-a344-bb03e6e83125 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] For port bab7df26-6a87-47c6-a75e-9bf324d14074, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bab7df26-6a87-47c6-a75e-9bf324d14074,segment=NetworkSegment(7bcd3f01-92f6-4543-9a00-534f3fe7928a),segment_id=7bcd3f01-92f6-4543-9a00-534f3fe7928a)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:59:00.641691 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-0558f56c-1b54-4631-97ae-5217207839eb req-fcc33013-65f2-44e0-a344-bb03e6e83125 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:00.669537 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-0558f56c-1b54-4631-97ae-5217207839eb req-fcc33013-65f2-44e0-a344-bb03e6e83125 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Calling delete_port for bab7df26-6a87-47c6-a75e-9bf324d14074 owned by compute:nova {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:59:00.687477 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-f26400f2-292b-45d7-a155-3a63d8a92c1e req-35271c7c-e66a-40f3-b4c0-9ba4f197528c service neutron] 10.222.0.46 "GET /v2.0/networks/8f833907-b415-4449-8941-f1cb4ab13f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413801 Jun 23 14:59:00.914630 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-0558f56c-1b54-4631-97ae-5217207839eb req-fcc33013-65f2-44e0-a344-bb03e6e83125 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:00.918667 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-887a862d-f447-429b-bf44-45ed87753478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:00.929019 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5', 'bab7df26-6a87-47c6-a75e-9bf324d14074'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:59:00.943530 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc33013-65f2-44e0-a344-bb03e6e83125 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Pushing event deleted for resources: {'Port': ['ID=bab7df26-6a87-47c6-a75e-9bf324d14074,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:00.956678 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc33013-65f2-44e0-a344-bb03e6e83125 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:00.956939 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc33013-65f2-44e0-a344-bb03e6e83125 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:00.957299 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc33013-65f2-44e0-a344-bb03e6e83125 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:00.957664 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc33013-65f2-44e0-a344-bb03e6e83125 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:00.958316 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc33013-65f2-44e0-a344-bb03e6e83125 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:00.958933 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc33013-65f2-44e0-a344-bb03e6e83125 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:00.959542 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc33013-65f2-44e0-a344-bb03e6e83125 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:00.960143 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc33013-65f2-44e0-a344-bb03e6e83125 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:00.960749 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc33013-65f2-44e0-a344-bb03e6e83125 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:00.961345 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc33013-65f2-44e0-a344-bb03e6e83125 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:00.962119 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc33013-65f2-44e0-a344-bb03e6e83125 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:00.962720 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc33013-65f2-44e0-a344-bb03e6e83125 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:00.983948 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-fcc33013-65f2-44e0-a344-bb03e6e83125 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:01.004058 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [req-0558f56c-1b54-4631-97ae-5217207839eb req-fcc33013-65f2-44e0-a344-bb03e6e83125 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] No DVR routers for this DVR port bab7df26-6a87-47c6-a75e-9bf324d14074 on host hv-cinder-79628 {{(pid=100181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:59:01.006570 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-0558f56c-1b54-4631-97ae-5217207839eb req-fcc33013-65f2-44e0-a344-bb03e6e83125 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:01.008574 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-0558f56c-1b54-4631-97ae-5217207839eb req-fcc33013-65f2-44e0-a344-bb03e6e83125 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.46 "DELETE /v2.0/ports/bab7df26-6a87-47c6-a75e-9bf324d14074 HTTP/1.1" status: 204 len: 173 time: 0.7343009 Jun 23 14:59:01.009064 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6', 'name': 'network-vif-deleted', 'tag': 'bab7df26-6a87-47c6-a75e-9bf324d14074'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:59:01.011371 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f832f90f-36bc-4f39-810b-2c97ae417cdc" -d '{"events": [{"server_uuid": "7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6", "name": "network-vif-deleted", "tag": "bab7df26-6a87-47c6-a75e-9bf324d14074"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:59:01.052853 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6e27dd-c19f-4179-a8c5-3829a8ba192f x-openstack-request-id: req-6f6e27dd-c19f-4179-a8c5-3829a8ba192f {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:59:01.053177 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6", "name": "network-vif-deleted", "tag": "bab7df26-6a87-47c6-a75e-9bf324d14074", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:59:01.053461 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6f6e27dd-c19f-4179-a8c5-3829a8ba192f {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:59:01.053927 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6', 'name': 'network-vif-deleted', 'tag': 'bab7df26-6a87-47c6-a75e-9bf324d14074', 'status': 'completed', 'code': 200} Jun 23 14:59:01.180205 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-778519a6-40ec-421f-abb5-10333248d4f7 req-a64823bb-12d1-420e-8cc9-36b268c11703 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cc36b3f-3ab8-4b39-be0c-a38f4694a9d6 HTTP/1.1" status: 200 len: 210 time: 0.0290210 Jun 23 14:59:01.247611 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c4996aeb-61ce-40df-9594-e2e9520accc8 req-88ad1d86-0781-493e-97e4-dcf139d25689 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=f344b6e4-8a80-4cf7-bd22-f08fd42a3f9b HTTP/1.1" status: 200 len: 210 time: 0.0281093 Jun 23 14:59:01.795608 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44918841-bac0-4ad8-9479-0633db011e9e req-6b386f7c-71dc-4587-aa9f-9e9ec058f23a tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:01.797257 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-44918841-bac0-4ad8-9479-0633db011e9e req-6b386f7c-71dc-4587-aa9f-9e9ec058f23a tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 946 time: 0.1138434 Jun 23 14:59:01.806687 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3ad80-d526-48fc-ae0b-52b1f6d916f7 req-85810724-6a9a-4dc5-afa0-971ef8be1dfb tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:01.808143 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-41f3ad80-d526-48fc-ae0b-52b1f6d916f7 req-85810724-6a9a-4dc5-afa0-971ef8be1dfb tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 943 time: 0.1140203 Jun 23 14:59:01.866135 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-44918841-bac0-4ad8-9479-0633db011e9e req-d5ff4511-000b-4b8b-9531-626349d6620a tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569808 Jun 23 14:59:01.870957 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-41f3ad80-d526-48fc-ae0b-52b1f6d916f7 req-0f4ec6e2-4d37-4ba7-80ec-522883a88266 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547364 Jun 23 14:59:02.875938 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1067aa-d7d8-45f9-b93b-01af47a11d26 req-6210f368-8c6f-4931-9ce5-d582206839c6 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:02.877565 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-6e1067aa-d7d8-45f9-b93b-01af47a11d26 req-6210f368-8c6f-4931-9ce5-d582206839c6 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0773768 Jun 23 14:59:02.927590 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-6e1067aa-d7d8-45f9-b93b-01af47a11d26 req-dc642f7e-575f-4bfa-bb47-72ec073970fc tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442889 Jun 23 14:59:02.987223 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92b6d-45bf-49d6-9c93-cfc8927e8a1e req-52bec897-3cb0-44de-b402-4bb6ddb069f5 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:02.988890 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-dab92b6d-45bf-49d6-9c93-cfc8927e8a1e req-52bec897-3cb0-44de-b402-4bb6ddb069f5 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=3374bcd9-88b7-4101-a21f-5feb025bb3eb HTTP/1.1" status: 200 len: 946 time: 0.0775352 Jun 23 14:59:03.035728 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-dab92b6d-45bf-49d6-9c93-cfc8927e8a1e req-5857384e-73c7-4026-8a83-8cd11eaa9fe4 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406709 Jun 23 14:59:03.118634 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f3777-7ef5-4ec4-8880-c3b982b9546b req-98354817-5063-4113-b87a-9851bbed14cf tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:03.120104 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7c7f3777-7ef5-4ec4-8880-c3b982b9546b req-98354817-5063-4113-b87a-9851bbed14cf tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 946 time: 0.0663321 Jun 23 14:59:03.186421 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7c7f3777-7ef5-4ec4-8880-c3b982b9546b req-050da7ab-eb70-4d46-aeb1-2f81674d6785 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544305 Jun 23 14:59:03.242077 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6bb25-9542-4a85-98b1-ad09cc610f86 req-806a0648-8daa-42d8-ba95-61ea0b231213 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:03.243814 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-31d6bb25-9542-4a85-98b1-ad09cc610f86 req-806a0648-8daa-42d8-ba95-61ea0b231213 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 943 time: 0.0829740 Jun 23 14:59:03.285136 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-31d6bb25-9542-4a85-98b1-ad09cc610f86 req-3a0e0ccf-68b6-4645-9b2e-173612092b91 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346150 Jun 23 14:59:03.687984 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device f93707b5-899d-49fa-8644-0cf6a3e24bdc details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=100182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:59:03.691115 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device bab7df26-6a87-47c6-a75e-9bf324d14074 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:59:03.855182 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] No Port match for: bab7df26-6a87-47c6-a75e-9bf324d14074 {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:59:03.855647 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device bab7df26-6a87-47c6-a75e-9bf324d14074 not bound to the agent host hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:59:03.956805 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port f93707b5-899d-49fa-8644-0cf6a3e24bdc, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f93707b5-899d-49fa-8644-0cf6a3e24bdc,segment=NetworkSegment(36a7b341-ea93-43a0-90c1-3666a2cad8d2),segment_id=36a7b341-ea93-43a0-90c1-3666a2cad8d2)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:59:03.970863 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Returning: {'device': 'f93707b5-899d-49fa-8644-0cf6a3e24bdc', 'network_id': '8f833907-b415-4449-8941-f1cb4ab13f50', 'port_id': 'f93707b5-899d-49fa-8644-0cf6a3e24bdc', 'mac_address': 'fa:16:3e:17:cb:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48a2a14-0ddc-485c-80f5-54d760235633', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:59:04.019342 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:04.033626 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f93707b5-899d-49fa-8644-0cf6a3e24bdc {{(pid=100182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:59:04.052663 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port f93707b5-899d-49fa-8644-0cf6a3e24bdc, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f93707b5-899d-49fa-8644-0cf6a3e24bdc,segment=NetworkSegment(36a7b341-ea93-43a0-90c1-3666a2cad8d2),segment_id=36a7b341-ea93-43a0-90c1-3666a2cad8d2)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:59:04.129581 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e7869-906a-4a8e-9380-c7127c7d57bf req-2f048397-383a-41fa-9e84-25c0965370cb tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:04.131298 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b86e7869-906a-4a8e-9380-c7127c7d57bf req-2f048397-383a-41fa-9e84-25c0965370cb tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0756207 Jun 23 14:59:04.143908 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:04.146117 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:04.197992 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b86e7869-906a-4a8e-9380-c7127c7d57bf req-be2a1f74-51ca-4b45-a9ef-4befcfed0ffb tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585895 Jun 23 14:59:04.215765 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=f93707b5-899d-49fa-8644-0cf6a3e24bdc,revision_number=4']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:04.223505 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:04.223855 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:04.224199 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:04.224531 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:04.224889 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:04.225218 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:04.225558 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:04.226207 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:04.226545 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:04.226876 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:04.227605 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:04.228320 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:59:04.247365 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:04.264538 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b4049-5a63-47a5-8cf6-e4547855f946 req-1d29cf84-1c04-4461-bfd0-af3edf70c7e9 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:04.266731 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-412b4049-5a63-47a5-8cf6-e4547855f946 req-1d29cf84-1c04-4461-bfd0-af3edf70c7e9 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=3374bcd9-88b7-4101-a21f-5feb025bb3eb HTTP/1.1" status: 200 len: 946 time: 0.0900655 Jun 23 14:59:04.310490 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-412b4049-5a63-47a5-8cf6-e4547855f946 req-ce41a63b-e081-4277-889d-dabc61996d0d tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358980 Jun 23 14:59:04.411364 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af0133-de91-473b-9e31-3b498475ed09 req-32c9d554-3e33-4c60-a9ac-0b9e943d71f4 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:04.413166 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a3af0133-de91-473b-9e31-3b498475ed09 req-32c9d554-3e33-4c60-a9ac-0b9e943d71f4 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 946 time: 0.0715063 Jun 23 14:59:04.438022 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['f93707b5-899d-49fa-8644-0cf6a3e24bdc'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:59:04.458267 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477ecde-5222-47cb-ab46-0555028207ae req-400d94a1-044e-4d00-ad1f-bab5ab94746e tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:04.459851 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c477ecde-5222-47cb-ab46-0555028207ae req-400d94a1-044e-4d00-ad1f-bab5ab94746e tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.46 "GET /v2.0/ports?device_id=3374bcd9-88b7-4101-a21f-5feb025bb3eb HTTP/1.1" status: 200 len: 946 time: 0.0702975 Jun 23 14:59:04.488854 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a3af0133-de91-473b-9e31-3b498475ed09 req-c9d0efc5-3d52-456a-9b32-18a43102750d tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656228 Jun 23 14:59:04.510485 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6631f24-f5ce-44a3-817a-47b7d078afb0 req-5c1fe9e9-2a0e-490b-bcab-ad2d7b3e8452 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:04.512621 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b6631f24-f5ce-44a3-817a-47b7d078afb0 req-5c1fe9e9-2a0e-490b-bcab-ad2d7b3e8452 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 944 time: 0.0977111 Jun 23 14:59:04.574833 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b6631f24-f5ce-44a3-817a-47b7d078afb0 req-ed1a4643-a5a6-437a-bb2f-bef21c013d98 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558155 Jun 23 14:59:04.584731 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-c477ecde-5222-47cb-ab46-0555028207ae req-c8013f90-6b6c-4b5b-803a-fc92d0609d56 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Deleting port 051780e7-a8d6-49e0-a564-b5a8e7545ee8 {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:59:04.585085 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-c477ecde-5222-47cb-ab46-0555028207ae req-c8013f90-6b6c-4b5b-803a-fc92d0609d56 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:04.687951 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-c477ecde-5222-47cb-ab46-0555028207ae req-c8013f90-6b6c-4b5b-803a-fc92d0609d56 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] For port 051780e7-a8d6-49e0-a564-b5a8e7545ee8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=051780e7-a8d6-49e0-a564-b5a8e7545ee8,segment=NetworkSegment(85a77578-a6b0-4fa2-aab6-f10aa4cc4f23),segment_id=85a77578-a6b0-4fa2-aab6-f10aa4cc4f23)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:59:04.688316 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-c477ecde-5222-47cb-ab46-0555028207ae req-c8013f90-6b6c-4b5b-803a-fc92d0609d56 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:04.699523 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-c477ecde-5222-47cb-ab46-0555028207ae req-c8013f90-6b6c-4b5b-803a-fc92d0609d56 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Calling delete_port for 051780e7-a8d6-49e0-a564-b5a8e7545ee8 owned by compute:nova {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:59:04.914271 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-c477ecde-5222-47cb-ab46-0555028207ae req-c8013f90-6b6c-4b5b-803a-fc92d0609d56 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:04.918850 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-8dfd0af8-2b17-49d4-8b8b-f31ed8036e24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:04.942070 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8013f90-6b6c-4b5b-803a-fc92d0609d56 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Pushing event deleted for resources: {'Port': ['ID=051780e7-a8d6-49e0-a564-b5a8e7545ee8,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:04.946617 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-c8013f90-6b6c-4b5b-803a-fc92d0609d56 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:04.988100 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [req-c477ecde-5222-47cb-ab46-0555028207ae req-c8013f90-6b6c-4b5b-803a-fc92d0609d56 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] No DVR routers for this DVR port 051780e7-a8d6-49e0-a564-b5a8e7545ee8 on host hv-cinder-79628 {{(pid=100181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:59:04.990511 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-c477ecde-5222-47cb-ab46-0555028207ae req-c8013f90-6b6c-4b5b-803a-fc92d0609d56 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:04.992478 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c477ecde-5222-47cb-ab46-0555028207ae req-c8013f90-6b6c-4b5b-803a-fc92d0609d56 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.46 "DELETE /v2.0/ports/051780e7-a8d6-49e0-a564-b5a8e7545ee8 HTTP/1.1" status: 204 len: 173 time: 0.5258274 Jun 23 14:59:04.992950 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3374bcd9-88b7-4101-a21f-5feb025bb3eb', 'name': 'network-vif-deleted', 'tag': '051780e7-a8d6-49e0-a564-b5a8e7545ee8'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:59:04.995213 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd64cd3b-005e-49f9-9216-489a187e3bd9" -d '{"events": [{"server_uuid": "3374bcd9-88b7-4101-a21f-5feb025bb3eb", "name": "network-vif-deleted", "tag": "051780e7-a8d6-49e0-a564-b5a8e7545ee8"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:59:05.029973 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256d4efd-a491-4e0c-a921-c36e113d3d5c x-openstack-request-id: req-256d4efd-a491-4e0c-a921-c36e113d3d5c {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:59:05.030292 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3374bcd9-88b7-4101-a21f-5feb025bb3eb", "name": "network-vif-deleted", "tag": "051780e7-a8d6-49e0-a564-b5a8e7545ee8", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:59:05.030580 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-256d4efd-a491-4e0c-a921-c36e113d3d5c {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:59:05.030995 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3374bcd9-88b7-4101-a21f-5feb025bb3eb', 'name': 'network-vif-deleted', 'tag': '051780e7-a8d6-49e0-a564-b5a8e7545ee8', 'status': 'completed', 'code': 200} Jun 23 14:59:05.059323 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['44c74960-33d6-4936-a870-2c692d538ac1', '051780e7-a8d6-49e0-a564-b5a8e7545ee8'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:59:05.370022 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba68f78-3c54-49f8-9046-8e62a9e79f53 req-48a20fff-d84c-4115-b34d-1295e8549d0a tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:05.371504 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5ba68f78-3c54-49f8-9046-8e62a9e79f53 req-48a20fff-d84c-4115-b34d-1295e8549d0a tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0638664 Jun 23 14:59:05.410744 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5ba68f78-3c54-49f8-9046-8e62a9e79f53 req-fa400961-a113-46ce-8553-8ef8976fe113 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328865 Jun 23 14:59:05.463712 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e7bdf35d-1377-4432-83df-72a5678bd371 req-152cd702-b43d-46ec-81c1-a74d6db88ee3 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=3374bcd9-88b7-4101-a21f-5feb025bb3eb HTTP/1.1" status: 200 len: 210 time: 0.0276566 Jun 23 14:59:05.703706 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device f93707b5-899d-49fa-8644-0cf6a3e24bdc up at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:59:05.750190 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33d80f-e490-4e05-973f-8453a09073d3 req-ee4e3d23-7838-4c6d-937b-fbd383411021 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:05.751695 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ab33d80f-e490-4e05-973f-8453a09073d3 req-ee4e3d23-7838-4c6d-937b-fbd383411021 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 944 time: 0.0683713 Jun 23 14:59:05.787823 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ab33d80f-e490-4e05-973f-8453a09073d3 req-e71cbafc-cc1c-4ddb-a017-1ec5931eb82e tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305586 Jun 23 14:59:05.828922 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning for port f93707b5-899d-49fa-8644-0cf6a3e24bdc completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:59:05.833835 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning complete for port f93707b5-899d-49fa-8644-0cf6a3e24bdc triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:59:05.833835 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:05.910147 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:05.931926 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05aff16-3031-4b84-9e04-52e0829d1af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93707b5-899d-49fa-8644-0cf6a3e24bdc'}] {{(pid=100182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:59:05.934705 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2be0bd3a3b87df06192a81cc7e782664f9eb16b4f3df3f1ec53fa4495edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079c8829-357d-43e0-a385-8743995b9046" -d '{"events": [{"server_uuid": "e05aff16-3031-4b84-9e04-52e0829d1af7", "name": "network-vif-plugged", "status": "completed", "tag": "f93707b5-899d-49fa-8644-0cf6a3e24bdc"}]}' {{(pid=100182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:59:05.952993 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port f93707b5-899d-49fa-8644-0cf6a3e24bdc, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f93707b5-899d-49fa-8644-0cf6a3e24bdc,segment=NetworkSegment(36a7b341-ea93-43a0-90c1-3666a2cad8d2),segment_id=36a7b341-ea93-43a0-90c1-3666a2cad8d2)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:59:05.976353 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1d95b7-a4a2-4e35-9cde-fe1555a4c2e2 x-openstack-request-id: req-db1d95b7-a4a2-4e35-9cde-fe1555a4c2e2 {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:59:05.976353 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05aff16-3031-4b84-9e04-52e0829d1af7", "name": "network-vif-plugged", "status": "completed", "tag": "f93707b5-899d-49fa-8644-0cf6a3e24bdc", "code": 200}]} {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:59:05.976353 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-db1d95b7-a4a2-4e35-9cde-fe1555a4c2e2 {{(pid=100182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:59:05.976353 dv-cinder-796286-8-smb neutron-server[100182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05aff16-3031-4b84-9e04-52e0829d1af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93707b5-899d-49fa-8644-0cf6a3e24bdc', 'code': 200} Jun 23 14:59:06.023331 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:06.024258 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 051780e7-a8d6-49e0-a564-b5a8e7545ee8 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:59:06.027334 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:06.045591 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] No Port match for: 051780e7-a8d6-49e0-a564-b5a8e7545ee8 {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:59:06.050889 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 051780e7-a8d6-49e0-a564-b5a8e7545ee8 not bound to the agent host hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:59:06.063015 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-d0452287-5ec1-49d8-92b0-9fa0ca325f23 req-c7405d0c-7878-4f2e-9070-5ec8fa80de8a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517161 Jun 23 14:59:06.091546 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=f93707b5-899d-49fa-8644-0cf6a3e24bdc,revision_number=5']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:06.094633 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:06.141970 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0452287-5ec1-49d8-92b0-9fa0ca325f23 req-17931cce-c191-4406-8761-c1abb31a56f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:06.143500 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-d0452287-5ec1-49d8-92b0-9fa0ca325f23 req-17931cce-c191-4406-8761-c1abb31a56f7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f4408f772214ed1aa8148f3f34bb8d3&device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 1098 time: 0.0548050 Jun 23 14:59:06.244789 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0452287-5ec1-49d8-92b0-9fa0ca325f23 req-2accdcb3-a1e8-4761-a47a-e4ec780a6fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:06.246133 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-d0452287-5ec1-49d8-92b0-9fa0ca325f23 req-2accdcb3-a1e8-4761-a47a-e4ec780a6fb3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=046085b9-f7b3-4ac3-83a3-779993ec93a2 HTTP/1.1" status: 200 len: 912 time: 0.0801163 Jun 23 14:59:06.339343 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-d0452287-5ec1-49d8-92b0-9fa0ca325f23 req-bd037f7e-9304-4fc7-a759-b5a33c67f386 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b348ace4-dd64-4456-a0c4-6f7438120f81 HTTP/1.1" status: 200 len: 1001 time: 0.0856700 Jun 23 14:59:06.394500 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:06.396111 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0452287-5ec1-49d8-92b0-9fa0ca325f23 req-9d469a6a-0857-4b10-a372-621c1d7a7272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:06.397489 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-d0452287-5ec1-49d8-92b0-9fa0ca325f23 req-9d469a6a-0857-4b10-a372-621c1d7a7272 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed6e6346-c056-4ca0-89e5-57da755e7b9f HTTP/1.1" status: 200 len: 850 time: 0.0511868 Jun 23 14:59:06.402438 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4163876-2a99-4c82-a4c5-8eeaf98458f9 req-fa425572-3089-4545-a541-8f31ecebfa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:06.403768 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-d4163876-2a99-4c82-a4c5-8eeaf98458f9 req-fa425572-3089-4545-a541-8f31ecebfa68 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 1098 time: 0.0964818 Jun 23 14:59:06.477673 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-d4163876-2a99-4c82-a4c5-8eeaf98458f9 req-6d5c7042-f03a-4058-97e9-2aff41827487 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550017 Jun 23 14:59:06.492137 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0452287-5ec1-49d8-92b0-9fa0ca325f23 req-ccc0f5e5-32c2-4bcf-9e12-f8c170efe93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:06.493577 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-d0452287-5ec1-49d8-92b0-9fa0ca325f23 req-ccc0f5e5-32c2-4bcf-9e12-f8c170efe93b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=046085b9-f7b3-4ac3-83a3-779993ec93a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0783925 Jun 23 14:59:06.584166 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576e00e-a462-4623-a0c8-13383ee52bb7 req-e9054974-699b-4b43-a2c8-2fc492c3abff tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:06.585651 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0576e00e-a462-4623-a0c8-13383ee52bb7 req-e9054974-699b-4b43-a2c8-2fc492c3abff tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0649405 Jun 23 14:59:06.625013 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-d0452287-5ec1-49d8-92b0-9fa0ca325f23 req-b8213f73-3867-486a-a683-0a947ec47577 service neutron] 10.222.0.46 "GET /v2.0/networks/046085b9-f7b3-4ac3-83a3-779993ec93a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981309 Jun 23 14:59:06.627465 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0576e00e-a462-4623-a0c8-13383ee52bb7 req-fd23f039-efa2-4aa7-a5e3-1714cf017fde tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343046 Jun 23 14:59:06.718244 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-d0452287-5ec1-49d8-92b0-9fa0ca325f23 req-48ba400f-c6dd-4756-93a7-c62a7d37094e service neutron] 10.222.0.46 "GET /v2.0/networks/046085b9-f7b3-4ac3-83a3-779993ec93a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831544 Jun 23 14:59:06.957322 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cd576-16cf-484c-994f-c4c1f5422c3c req-70b9d52b-b94b-47fb-8e8c-11e828f64395 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:06.958961 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-355cd576-16cf-484c-994f-c4c1f5422c3c req-70b9d52b-b94b-47fb-8e8c-11e828f64395 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 945 time: 0.0618210 Jun 23 14:59:06.996694 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-355cd576-16cf-484c-994f-c4c1f5422c3c req-0ae2f316-3198-4382-8394-5c5387b785a0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302589 Jun 23 14:59:07.797445 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bcf12-6a8a-4c7e-a6d0-87b6d0a45a27 req-66f70a92-2380-4129-9026-d3eb4dab5e61 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:07.798950 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-327bcf12-6a8a-4c7e-a6d0-87b6d0a45a27 req-66f70a92-2380-4129-9026-d3eb4dab5e61 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0641737 Jun 23 14:59:07.836419 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-327bcf12-6a8a-4c7e-a6d0-87b6d0a45a27 req-af1b48c7-4d52-48d6-81c2-f0bd1f1c35d9 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319104 Jun 23 14:59:08.164362 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72db2ca-5290-4290-af5a-c35639cb0ca8 req-0455140c-66fc-4bd4-9973-045653ba46a0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:08.174533 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d72db2ca-5290-4290-af5a-c35639cb0ca8 req-0455140c-66fc-4bd4-9973-045653ba46a0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 945 time: 0.0606315 Jun 23 14:59:08.202106 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d72db2ca-5290-4290-af5a-c35639cb0ca8 req-079d2487-cd6b-4bd8-b907-4a1bba7e301f tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300789 Jun 23 14:59:08.407763 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79bab7-0183-49cc-9cf7-5b0bfb0b0d6d req-b1e4a9f6-36a3-4208-8099-f815e3d0b606 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:08.414517 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ae79bab7-0183-49cc-9cf7-5b0bfb0b0d6d req-b1e4a9f6-36a3-4208-8099-f815e3d0b606 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 945 time: 0.1003990 Jun 23 14:59:08.457931 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ae79bab7-0183-49cc-9cf7-5b0bfb0b0d6d req-08cf28a4-3517-41d6-98d4-5969809d4a27 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425718 Jun 23 14:59:08.470303 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be00dd-3be0-4e75-b1bd-0f877168316b req-4b97ae2e-3845-4dc0-a307-1d42dea7678a tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:08.471660 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-69be00dd-3be0-4e75-b1bd-0f877168316b req-4b97ae2e-3845-4dc0-a307-1d42dea7678a tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=21d0c710-7b4b-4a1d-ba4e-cf90f10806d7 HTTP/1.1" status: 200 len: 945 time: 0.1077824 Jun 23 14:59:08.508419 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-69be00dd-3be0-4e75-b1bd-0f877168316b req-9b73a2c5-c564-49eb-b16e-0ac62f3d8869 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308452 Jun 23 14:59:08.777205 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc71ab3-df23-4178-8dad-a9e0bdd3b81e req-35467c3e-a354-4224-8c02-3c8f6a7c2932 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:08.778562 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-0bc71ab3-df23-4178-8dad-a9e0bdd3b81e req-35467c3e-a354-4224-8c02-3c8f6a7c2932 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.46 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0633035 Jun 23 14:59:08.835934 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22285ca-2522-4d81-bc5d-73f182d24447 req-c8a395ab-5089-4c0c-9b28-51b3ecf1b6ad tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:08.837361 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f22285ca-2522-4d81-bc5d-73f182d24447 req-c8a395ab-5089-4c0c-9b28-51b3ecf1b6ad tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 945 time: 0.0619276 Jun 23 14:59:08.877533 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-0bc71ab3-df23-4178-8dad-a9e0bdd3b81e req-26eaf649-fbd0-40e5-adf3-05dcecca90be tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Deleting port 5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5 {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:59:08.877906 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-0bc71ab3-df23-4178-8dad-a9e0bdd3b81e req-26eaf649-fbd0-40e5-adf3-05dcecca90be tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:08.880282 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f22285ca-2522-4d81-bc5d-73f182d24447 req-08964b3a-0646-4908-a139-7d1057cf6e5e tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371082 Jun 23 14:59:08.976251 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-0bc71ab3-df23-4178-8dad-a9e0bdd3b81e req-26eaf649-fbd0-40e5-adf3-05dcecca90be tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] For port 5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5,segment=NetworkSegment(7bcd3f01-92f6-4543-9a00-534f3fe7928a),segment_id=7bcd3f01-92f6-4543-9a00-534f3fe7928a)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:59:08.976568 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-0bc71ab3-df23-4178-8dad-a9e0bdd3b81e req-26eaf649-fbd0-40e5-adf3-05dcecca90be tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:08.989516 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-0bc71ab3-df23-4178-8dad-a9e0bdd3b81e req-26eaf649-fbd0-40e5-adf3-05dcecca90be tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Calling delete_port for 5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5 owned by compute:nova {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:59:09.015403 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf11d65-a88b-461c-b7a4-1c099e37525f req-4846b6e8-23b5-439e-8a2d-d6d3b39baf77 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:09.016864 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3bf11d65-a88b-461c-b7a4-1c099e37525f req-4846b6e8-23b5-439e-8a2d-d6d3b39baf77 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 945 time: 0.0675719 Jun 23 14:59:09.056919 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3bf11d65-a88b-461c-b7a4-1c099e37525f req-13d0ef13-fcae-4fc8-805a-34425b425d13 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/security-groups?id=f521da1f-4628-44ec-9a54-b5aa253d3ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325720 Jun 23 14:59:09.177342 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-0bc71ab3-df23-4178-8dad-a9e0bdd3b81e req-26eaf649-fbd0-40e5-adf3-05dcecca90be tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:09.181219 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-14a467fc-52b4-4dc5-920d-f920119c217b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:09.190747 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:59:09.206190 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eaf649-fbd0-40e5-adf3-05dcecca90be tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Pushing event deleted for resources: {'Port': ['ID=5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:09.209179 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-26eaf649-fbd0-40e5-adf3-05dcecca90be tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:09.251697 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc71ab3-df23-4178-8dad-a9e0bdd3b81e req-26eaf649-fbd0-40e5-adf3-05dcecca90be tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] No DVR routers for this DVR port 5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5 on host hv-cinder-79628 {{(pid=100181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:59:09.254096 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-0bc71ab3-df23-4178-8dad-a9e0bdd3b81e req-26eaf649-fbd0-40e5-adf3-05dcecca90be tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:09.255976 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-0bc71ab3-df23-4178-8dad-a9e0bdd3b81e req-26eaf649-fbd0-40e5-adf3-05dcecca90be tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.46 "DELETE /v2.0/ports/5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5 HTTP/1.1" status: 204 len: 173 time: 0.4719818 Jun 23 14:59:09.256453 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0714d6a0-7bb6-40e2-b169-8484567e4a16', 'name': 'network-vif-deleted', 'tag': '5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:59:09.258769 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87944998-1754-4b36-831c-1dada364be9e" -d '{"events": [{"server_uuid": "0714d6a0-7bb6-40e2-b169-8484567e4a16", "name": "network-vif-deleted", "tag": "5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:59:09.292299 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862831fe-d453-4cbb-9f1b-f9b6a76d6746 x-openstack-request-id: req-862831fe-d453-4cbb-9f1b-f9b6a76d6746 {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:59:09.292616 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0714d6a0-7bb6-40e2-b169-8484567e4a16", "name": "network-vif-deleted", "tag": "5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:59:09.292895 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-862831fe-d453-4cbb-9f1b-f9b6a76d6746 {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:59:09.293306 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0714d6a0-7bb6-40e2-b169-8484567e4a16', 'name': 'network-vif-deleted', 'tag': '5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5', 'status': 'completed', 'code': 200} Jun 23 14:59:09.687307 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d1e96-886b-4c1d-9648-d2f43904af60 req-5058d007-e941-48dc-8784-06b8293f0d70 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:09.688723 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-640d1e96-886b-4c1d-9648-d2f43904af60 req-5058d007-e941-48dc-8784-06b8293f0d70 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=21d0c710-7b4b-4a1d-ba4e-cf90f10806d7 HTTP/1.1" status: 200 len: 945 time: 0.0613582 Jun 23 14:59:09.725772 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-640d1e96-886b-4c1d-9648-d2f43904af60 req-3bedd4bf-df86-46c0-ab59-59c9a60fb559 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/security-groups?id=285f27a6-5ebf-477a-811a-6737a396ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312450 Jun 23 14:59:09.754721 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-0582170a-225c-409b-a473-493069c02153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:10.075537 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c32ad-f7e0-4ef4-9039-9313347a33be req-206e9e21-5a40-498b-af86-0492ee496dfb tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:10.077475 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-de4c32ad-f7e0-4ef4-9039-9313347a33be req-206e9e21-5a40-498b-af86-0492ee496dfb tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.46 "GET /v2.0/ports?device_id=21d0c710-7b4b-4a1d-ba4e-cf90f10806d7 HTTP/1.1" status: 200 len: 945 time: 0.0650749 Jun 23 14:59:10.176339 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-de4c32ad-f7e0-4ef4-9039-9313347a33be req-465db934-6412-4aa8-8ddb-a5881c62b086 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Deleting port 44c74960-33d6-4936-a870-2c692d538ac1 {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:59:10.176757 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-de4c32ad-f7e0-4ef4-9039-9313347a33be req-465db934-6412-4aa8-8ddb-a5881c62b086 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:10.216396 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a614b63f-7f0e-4ff1-99c7-a935f5bf5948 req-a1f3165b-2da8-4552-ae22-7e5421981228 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] 10.222.0.72 "GET /v2.0/ports?device_id=0714d6a0-7bb6-40e2-b169-8484567e4a16 HTTP/1.1" status: 200 len: 210 time: 0.0330217 Jun 23 14:59:10.268195 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-de4c32ad-f7e0-4ef4-9039-9313347a33be req-465db934-6412-4aa8-8ddb-a5881c62b086 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] For port 44c74960-33d6-4936-a870-2c692d538ac1, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=44c74960-33d6-4936-a870-2c692d538ac1,segment=NetworkSegment(85a77578-a6b0-4fa2-aab6-f10aa4cc4f23),segment_id=85a77578-a6b0-4fa2-aab6-f10aa4cc4f23)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:59:10.268543 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-de4c32ad-f7e0-4ef4-9039-9313347a33be req-465db934-6412-4aa8-8ddb-a5881c62b086 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:10.281686 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-de4c32ad-f7e0-4ef4-9039-9313347a33be req-465db934-6412-4aa8-8ddb-a5881c62b086 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Calling delete_port for 44c74960-33d6-4936-a870-2c692d538ac1 owned by compute:nova {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:59:10.485979 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-de4c32ad-f7e0-4ef4-9039-9313347a33be req-465db934-6412-4aa8-8ddb-a5881c62b086 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:10.489503 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-959409ed-6f74-4004-af88-5de74678c7d1 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:10.497478 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['44c74960-33d6-4936-a870-2c692d538ac1'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:59:10.516432 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465db934-6412-4aa8-8ddb-a5881c62b086 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Pushing event deleted for resources: {'Port': ['ID=44c74960-33d6-4936-a870-2c692d538ac1,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:10.525570 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-465db934-6412-4aa8-8ddb-a5881c62b086 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:10.557001 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4c32ad-f7e0-4ef4-9039-9313347a33be req-465db934-6412-4aa8-8ddb-a5881c62b086 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] No DVR routers for this DVR port 44c74960-33d6-4936-a870-2c692d538ac1 on host hv-cinder-79628 {{(pid=100181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:59:10.559360 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-de4c32ad-f7e0-4ef4-9039-9313347a33be req-465db934-6412-4aa8-8ddb-a5881c62b086 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:10.561896 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-de4c32ad-f7e0-4ef4-9039-9313347a33be req-465db934-6412-4aa8-8ddb-a5881c62b086 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.46 "DELETE /v2.0/ports/44c74960-33d6-4936-a870-2c692d538ac1 HTTP/1.1" status: 204 len: 173 time: 0.4794781 Jun 23 14:59:10.865359 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d2c03805-6918-4db7-85aa-48f7653866de req-370dfd14-5dfe-4b5f-8bcf-c5b53ff0cf4e tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] 10.222.0.72 "GET /v2.0/ports?device_id=21d0c710-7b4b-4a1d-ba4e-cf90f10806d7 HTTP/1.1" status: 200 len: 210 time: 0.0289621 Jun 23 14:59:11.294478 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d0c710-7b4b-4a1d-ba4e-cf90f10806d7', 'name': 'network-vif-deleted', 'tag': '44c74960-33d6-4936-a870-2c692d538ac1'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:59:11.298081 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c216f879-e1c0-4aab-9617-51f807f1dfe3" -d '{"events": [{"server_uuid": "21d0c710-7b4b-4a1d-ba4e-cf90f10806d7", "name": "network-vif-deleted", "tag": "44c74960-33d6-4936-a870-2c692d538ac1"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:59:11.312305 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 50772) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:11.352640 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a86eaf9-0363-4ef0-84ab-0600b7aee4df x-openstack-request-id: req-7a86eaf9-0363-4ef0-84ab-0600b7aee4df {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:59:11.352958 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d0c710-7b4b-4a1d-ba4e-cf90f10806d7", "name": "network-vif-deleted", "tag": "44c74960-33d6-4936-a870-2c692d538ac1", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:59:11.353236 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7a86eaf9-0363-4ef0-84ab-0600b7aee4df {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:59:11.353644 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d0c710-7b4b-4a1d-ba4e-cf90f10806d7', 'name': 'network-vif-deleted', 'tag': '44c74960-33d6-4936-a870-2c692d538ac1', 'status': 'completed', 'code': 200} Jun 23 14:59:11.716035 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2681ff4b-a97d-4e88-90cf-6fa0c14363c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-623076'] for router_interface, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:11.719894 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 44c74960-33d6-4936-a870-2c692d538ac1 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:59:11.738616 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] No Port match for: 44c74960-33d6-4936-a870-2c692d538ac1 {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:59:11.738980 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 44c74960-33d6-4936-a870-2c692d538ac1 not bound to the agent host hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:59:11.739419 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:59:11.761547 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] No Port match for: 5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5 {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:59:11.761970 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 5f9715eb-71d0-4e97-8ef6-3ea2bd91a1e5 not bound to the agent host hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:59:11.966490 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 50778) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:12.010719 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0fe7db6-af2f-48e4-b69b-6cdce67db532 admin admin] Deleting subnet 47bace70-5c85-4779-8fbd-e5cc69ad2b8a {{(pid=100180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:59:12.013668 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-d0fe7db6-af2f-48e4-b69b-6cdce67db532 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:12.048038 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-d0fe7db6-af2f-48e4-b69b-6cdce67db532 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25328100'] for subnet, precommit_delete_associations {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:12.089941 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-d0fe7db6-af2f-48e4-b69b-6cdce67db532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819001'] for subnet, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:12.189419 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-d0fe7db6-af2f-48e4-b69b-6cdce67db532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3818976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25328582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25513321'] for subnet, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:12.192661 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:12.216006 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe7db6-af2f-48e4-b69b-6cdce67db532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47bace70-5c85-4779-8fbd-e5cc69ad2b8a,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:12.223059 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-d0fe7db6-af2f-48e4-b69b-6cdce67db532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:12.224047 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-d0fe7db6-af2f-48e4-b69b-6cdce67db532 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:12.228420 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-d0fe7db6-af2f-48e4-b69b-6cdce67db532 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/47bace70-5c85-4779-8fbd-e5cc69ad2b8a HTTP/1.1" status: 204 len: 168 time: 0.2602949 Jun 23 14:59:12.228573 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 50780) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:12.246798 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-2681ff4b-a97d-4e88-90cf-6fa0c14363c8 admin admin] Deleting port 1fde0548-b9b0-4eab-82e2-d6b27158b68d {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:59:12.247138 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2681ff4b-a97d-4e88-90cf-6fa0c14363c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:12.339122 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2a3be5e6-17c1-4ac6-91a1-6a3006dcaf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3878271'] for network, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:12.372790 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [None req-2681ff4b-a97d-4e88-90cf-6fa0c14363c8 admin admin] For port 1fde0548-b9b0-4eab-82e2-d6b27158b68d, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=1fde0548-b9b0-4eab-82e2-d6b27158b68d,segment=NetworkSegment(7bcd3f01-92f6-4543-9a00-534f3fe7928a),segment_id=7bcd3f01-92f6-4543-9a00-534f3fe7928a)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:59:12.373142 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2681ff4b-a97d-4e88-90cf-6fa0c14363c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:12.408678 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-2681ff4b-a97d-4e88-90cf-6fa0c14363c8 admin admin] Calling delete_port for 1fde0548-b9b0-4eab-82e2-d6b27158b68d owned by network:router_interface {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:59:12.458642 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2a3be5e6-17c1-4ac6-91a1-6a3006dcaf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3849076', 'neutron.services.segments.db._delete_segments_for_network-8735919049759'] for network, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:12.473632 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-def381c7-13f8-4073-87bd-2480b1adddd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:12.494129 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.services.segments.db [None req-2a3be5e6-17c1-4ac6-91a1-6a3006dcaf4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a417f085-a5eb-426d-b45d-8a0833dc125c']}} {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:59:12.507227 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.services.segments.db [None req-2a3be5e6-17c1-4ac6-91a1-6a3006dcaf4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a77578-a6b0-4fa2-aab6-f10aa4cc4f23') {'for_net_delete': True} {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:59:12.507526 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.services.segments.db [None req-2a3be5e6-17c1-4ac6-91a1-6a3006dcaf4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a77578-a6b0-4fa2-aab6-f10aa4cc4f23') {} {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:59:12.523912 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2a3be5e6-17c1-4ac6-91a1-6a3006dcaf4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735919037166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28999185'] for segment, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:12.540263 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2a3be5e6-17c1-4ac6-91a1-6a3006dcaf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:12.554714 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:12.597226 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a3be5e6-17c1-4ac6-91a1-6a3006dcaf4f admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=100181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:59:12.597633 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2a3be5e6-17c1-4ac6-91a1-6a3006dcaf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497088'] for segment, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: Traceback (most recent call last): Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: timer() Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: cb(*args, **kw) Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: return func(*args, **kwargs) Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: self._notify() Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: self.callback(batched_events) Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: event.method(event) Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: return f(self, *a, **k) Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: return self._get(url).json() Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: return self.request(url, 'GET', **kwargs) Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:59:12.599294 dv-cinder-796286-8-smb neutron-server[100181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:59:12.721716 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2a3be5e6-17c1-4ac6-91a1-6a3006dcaf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3849087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643696'] for network, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:12.729297 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-4e33e562-205c-4de4-97cb-66ddccb3d3d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:12.731552 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2a3be5e6-17c1-4ac6-91a1-6a3006dcaf4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:12.733896 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-2a3be5e6-17c1-4ac6-91a1-6a3006dcaf4f admin admin] 10.222.0.72 "DELETE /v2.0/networks/a417f085-a5eb-426d-b45d-8a0833dc125c HTTP/1.1" status: 204 len: 168 time: 0.5044529 Jun 23 14:59:12.744048 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3be5e6-17c1-4ac6-91a1-6a3006dcaf4f admin admin] Pushing event deleted for resources: {'Network': ['ID=a417f085-a5eb-426d-b45d-8a0833dc125c,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:12.746365 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-2a3be5e6-17c1-4ac6-91a1-6a3006dcaf4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:12.783354 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2681ff4b-a97d-4e88-90cf-6fa0c14363c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:12.786293 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-97d188a9-5de3-4bc9-a872-fc9bb856a730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:12.809915 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681ff4b-a97d-4e88-90cf-6fa0c14363c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fde0548-b9b0-4eab-82e2-d6b27158b68d,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:12.814390 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-2681ff4b-a97d-4e88-90cf-6fa0c14363c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:12.968894 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2681ff4b-a97d-4e88-90cf-6fa0c14363c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-691224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559636'] for router_interface, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:13.071003 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 50786) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:13.113191 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-1dffb040-9100-43e7-bfd3-e89ef25a4ec8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fa7d0dda24c446bd908087d3aff750b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408053 Jun 23 14:59:13.115613 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 50788) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:13.164387 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-0e57603a-b7b1-4c21-8c4a-aa3ce3529354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:13.184996 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-0e57603a-b7b1-4c21-8c4a-aa3ce3529354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:13.192042 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2681ff4b-a97d-4e88-90cf-6fa0c14363c8 admin admin] Router 7dca57cb-acf2-4792-bbba-ad4f2f876dcf has already been hosted by L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 {{(pid=100181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:59:13.294698 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2681ff4b-a97d-4e88-90cf-6fa0c14363c8 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:59:13.300512 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-2681ff4b-a97d-4e88-90cf-6fa0c14363c8 admin admin] 10.222.0.72 "PUT /v2.0/routers/7dca57cb-acf2-4792-bbba-ad4f2f876dcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9872015 Jun 23 14:59:13.304906 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 50790) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:13.307123 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677d43c1-a174-4dd7-8e4c-930c9815cb8c None None] Sync routers for ids ['7dca57cb-acf2-4792-bbba-ad4f2f876dcf'] in dv-cinder-796286-8-smb {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:59:13.311193 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-0e57603a-b7b1-4c21-8c4a-aa3ce3529354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:13.313729 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-0e57603a-b7b1-4c21-8c4a-aa3ce3529354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:13.315581 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-0e57603a-b7b1-4c21-8c4a-aa3ce3529354 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/285f27a6-5ebf-477a-811a-6737a396ff5c HTTP/1.1" status: 204 len: 168 time: 0.1982291 Jun 23 14:59:13.315581 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-fc565163-c81c-4037-85c0-073812b23753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:13.324748 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677d43c1-a174-4dd7-8e4c-930c9815cb8c None None] Routers {'7dca57cb-acf2-4792-bbba-ad4f2f876dcf'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:59:13.325386 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-677d43c1-a174-4dd7-8e4c-930c9815cb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:59:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['7dca57cb-acf2-4792-bbba-ad4f2f876dcf'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:59:13.331964 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57603a-b7b1-4c21-8c4a-aa3ce3529354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285f27a6-5ebf-477a-811a-6737a396ff5c,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:13.355001 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-0e57603a-b7b1-4c21-8c4a-aa3ce3529354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:13.441141 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-603c0cf0-8b28-46d4-a355-e9d7521f129f admin admin] Notify callbacks [] for router, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:13.447088 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-677d43c1-a174-4dd7-8e4c-930c9815cb8c None None] Set router 7dca57cb-acf2-4792-bbba-ad4f2f876dcf gateway port host: dv-cinder-796286-8-smb {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:59:13.544036 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-603c0cf0-8b28-46d4-a355-e9d7521f129f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:13.614980 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-677d43c1-a174-4dd7-8e4c-930c9815cb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dca57cb-acf2-4792-bbba-ad4f2f876dcf', 'name': 'tempest-ServerRescueNegativeTestJSON-214434393-router', 'tenant_id': 'd58c52cfc1c34f4585397127cb5d74af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '1d360ff7-2bc5-4cee-b533-a04d4bd12d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:49Z', 'updated_at': '2021-06-23T14:59:12Z', 'revision_number': 5, 'project_id': 'd58c52cfc1c34f4585397127cb5d74af', 'gw_port': {'id': '1d360ff7-2bc5-4cee-b533-a04d4bd12d4a', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dca57cb-acf2-4792-bbba-ad4f2f876dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb'}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:59:13.643327 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677d43c1-a174-4dd7-8e4c-930c9815cb8c None None] Checking router: 7dca57cb-acf2-4792-bbba-ad4f2f876dcf for host: dv-cinder-796286-8-smb {{(pid=100183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:59:13.651639 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677d43c1-a174-4dd7-8e4c-930c9815cb8c None None] Routers {'7dca57cb-acf2-4792-bbba-ad4f2f876dcf'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:59:13.652243 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-677d43c1-a174-4dd7-8e4c-930c9815cb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:59:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['7dca57cb-acf2-4792-bbba-ad4f2f876dcf'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:59:13.659701 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-603c0cf0-8b28-46d4-a355-e9d7521f129f admin admin] Deleting port 1d360ff7-2bc5-4cee-b533-a04d4bd12d4a {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:59:13.660348 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-603c0cf0-8b28-46d4-a355-e9d7521f129f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:13.742295 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-677d43c1-a174-4dd7-8e4c-930c9815cb8c None None] Set router 7dca57cb-acf2-4792-bbba-ad4f2f876dcf gateway port host: None {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:59:13.746721 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [None req-603c0cf0-8b28-46d4-a355-e9d7521f129f admin admin] For port 1d360ff7-2bc5-4cee-b533-a04d4bd12d4a, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=1d360ff7-2bc5-4cee-b533-a04d4bd12d4a,segment=NetworkSegment(ba5d94ff-850b-475f-bf01-29ba3ab431be),segment_id=ba5d94ff-850b-475f-bf01-29ba3ab431be)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:59:13.747084 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-603c0cf0-8b28-46d4-a355-e9d7521f129f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:13.750326 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:13.759935 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-603c0cf0-8b28-46d4-a355-e9d7521f129f admin admin] Calling delete_port for 1d360ff7-2bc5-4cee-b533-a04d4bd12d4a owned by network:router_gateway {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:59:13.792453 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-677d43c1-a174-4dd7-8e4c-930c9815cb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dca57cb-acf2-4792-bbba-ad4f2f876dcf', 'name': 'tempest-ServerRescueNegativeTestJSON-214434393-router', 'tenant_id': 'd58c52cfc1c34f4585397127cb5d74af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:49Z', 'updated_at': '2021-06-23T14:59:13Z', 'revision_number': 6, 'project_id': 'd58c52cfc1c34f4585397127cb5d74af', 'gw_port_host': None}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:59:13.821059 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677d43c1-a174-4dd7-8e4c-930c9815cb8c None None] The sync data for ids ['7dca57cb-acf2-4792-bbba-ad4f2f876dcf'] in dv-cinder-796286-8-smb is: [{'id': '7dca57cb-acf2-4792-bbba-ad4f2f876dcf', 'name': 'tempest-ServerRescueNegativeTestJSON-214434393-router', 'tenant_id': 'd58c52cfc1c34f4585397127cb5d74af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:49Z', 'updated_at': '2021-06-23T14:59:13Z', 'revision_number': 6, 'project_id': 'd58c52cfc1c34f4585397127cb5d74af', 'gw_port_host': None}] {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:59:14.034648 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-603c0cf0-8b28-46d4-a355-e9d7521f129f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:14.038654 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-5c1b15a8-b18f-424f-9a26-429c732ed448 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:14.073808 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c0cf0-8b28-46d4-a355-e9d7521f129f admin admin] Pushing event deleted for resources: {'Port': ['ID=1d360ff7-2bc5-4cee-b533-a04d4bd12d4a,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:14.078660 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded93cf-6d0c-4787-8be7-9ae4b8a43ac4 req-fa459985-7596-4f81-a906-f6d60279553b tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:14.080170 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-eded93cf-6d0c-4787-8be7-9ae4b8a43ac4 req-fa459985-7596-4f81-a906-f6d60279553b tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 945 time: 0.0678499 Jun 23 14:59:14.097494 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-603c0cf0-8b28-46d4-a355-e9d7521f129f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:14.132661 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-eded93cf-6d0c-4787-8be7-9ae4b8a43ac4 req-5e9eb36b-3c07-4f3c-bb12-a24ce1817085 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432866 Jun 23 14:59:14.141435 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-603c0cf0-8b28-46d4-a355-e9d7521f129f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643713'] for router_gateway, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:14.150167 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 50812) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:14.274678 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-603c0cf0-8b28-46d4-a355-e9d7521f129f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257095'] for router, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:14.276861 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-603c0cf0-8b28-46d4-a355-e9d7521f129f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:14.375207 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c2795-c2aa-4b76-ba72-fcf79895bd4b tempest-TestMinimumBasicScenario-522730154 tempest-TestMinimumBasicScenario-522730154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:14.376719 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-ce3c2795-c2aa-4b76-ba72-fcf79895bd4b tempest-TestMinimumBasicScenario-522730154 tempest-TestMinimumBasicScenario-522730154-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 1093 time: 0.2255781 Jun 23 14:59:14.379661 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 50824) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:14.384440 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-29476e47-edef-49ce-b068-5b8bf4ecfaf0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Request body: {'floatingip': {'floating_network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'port_id': 'f93707b5-899d-49fa-8644-0cf6a3e24bdc', 'tenant_id': '6a6510486430423e819fc78ab70e64d5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:59:14.411490 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-603c0cf0-8b28-46d4-a355-e9d7521f129f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559599'] for router, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:14.412197 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603c0cf0-8b28-46d4-a355-e9d7521f129f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dca57cb-acf2-4792-bbba-ad4f2f876dcf {{(pid=100181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:59:14.417087 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-603c0cf0-8b28-46d4-a355-e9d7521f129f admin admin] Notify callbacks [] for router, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:14.418107 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-603c0cf0-8b28-46d4-a355-e9d7521f129f admin admin] 10.222.0.72 "DELETE /v2.0/routers/7dca57cb-acf2-4792-bbba-ad4f2f876dcf HTTP/1.1" status: 204 len: 168 time: 1.1140618 Jun 23 14:59:14.421101 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 50826) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:14.463617 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3d158eb-5067-432c-9a1a-84b379914eb2 admin admin] Deleting subnet 844a227c-d94f-4f13-9d17-8cc692313f0c {{(pid=100181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:59:14.466673 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f3d158eb-5067-432c-9a1a-84b379914eb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:14.492083 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-29476e47-edef-49ce-b068-5b8bf4ecfaf0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for floatingip, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:14.504058 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f3d158eb-5067-432c-9a1a-84b379914eb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28999182'] for subnet, precommit_delete_associations {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:14.541936 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f3d158eb-5067-432c-9a1a-84b379914eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819001'] for subnet, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:14.592922 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-29476e47-edef-49ce-b068-5b8bf4ecfaf0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:14.702360 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f3d158eb-5067-432c-9a1a-84b379914eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3818976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382331'] for subnet, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:14.706898 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-1a9129ee-4047-47bc-9bbb-48b3c68e3558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:14.716270 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.db_base_plugin_common [None req-29476e47-edef-49ce-b068-5b8bf4ecfaf0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Allocated IP 172.28.1.77 (d2ee6402-d146-4119-8365-b6e413e6a66f/aecbd380-5595-4490-ba93-56b7169dc4a5/5f6c23a6-6e45-4bc0-9fac-5edc35df6fa4) {{(pid=100180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:59:14.738726 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f3d158eb-5067-432c-9a1a-84b379914eb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for subnet, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:14.742732 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-f3d158eb-5067-432c-9a1a-84b379914eb2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/844a227c-d94f-4f13-9d17-8cc692313f0c HTTP/1.1" status: 204 len: 168 time: 0.3203652 Jun 23 14:59:14.744208 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d158eb-5067-432c-9a1a-84b379914eb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=844a227c-d94f-4f13-9d17-8cc692313f0c,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:14.747886 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-f3d158eb-5067-432c-9a1a-84b379914eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:14.748539 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 50834) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:14.835278 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-29476e47-edef-49ce-b068-5b8bf4ecfaf0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for port, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:14.843538 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2a69a864-1e30-4b29-bac3-c11cd4c58125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3878271'] for network, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:14.923256 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2a69a864-1e30-4b29-bac3-c11cd4c58125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3849076', 'neutron.services.segments.db._delete_segments_for_network-8735919049759'] for network, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:14.933363 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.services.segments.db [None req-2a69a864-1e30-4b29-bac3-c11cd4c58125 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0346334-c16f-40f4-aea1-9054cd38ae9d']}} {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:59:14.950358 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.services.segments.db [None req-2a69a864-1e30-4b29-bac3-c11cd4c58125 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bcd3f01-92f6-4543-9a00-534f3fe7928a') {'for_net_delete': True} {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:59:14.950649 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.services.segments.db [None req-2a69a864-1e30-4b29-bac3-c11cd4c58125 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bcd3f01-92f6-4543-9a00-534f3fe7928a') {} {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:59:14.959704 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2a69a864-1e30-4b29-bac3-c11cd4c58125 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735919037166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28999185'] for segment, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:14.972411 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-29476e47-edef-49ce-b068-5b8bf4ecfaf0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25328533'] for port, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:14.975858 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2a69a864-1e30-4b29-bac3-c11cd4c58125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:14.976198 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-046cb44f-95d5-4522-82f3-badebb6d7087 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:14.978815 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 1fde0548-b9b0-4eab-82e2-d6b27158b68d no longer exists at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:59:14.979948 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a69a864-1e30-4b29-bac3-c11cd4c58125 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=100181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:59:14.980437 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2a69a864-1e30-4b29-bac3-c11cd4c58125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497088'] for segment, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: Traceback (most recent call last): Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: timer() Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: cb(*args, **kw) Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: return func(*args, **kwargs) Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: self._notify() Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: self.callback(batched_events) Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: event.method(event) Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: return f(self, *a, **k) Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: return self._get(url).json() Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: return self.request(url, 'GET', **kwargs) Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:59:14.982414 dv-cinder-796286-8-smb neutron-server[100181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:59:15.022291 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-c36b1959-2167-4921-97a8-61707844de6b None None] No Port match for: 1fde0548-b9b0-4eab-82e2-d6b27158b68d {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:59:15.022667 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 1fde0548-b9b0-4eab-82e2-d6b27158b68d not bound to the agent host dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:59:15.023099 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 1d360ff7-2bc5-4cee-b533-a04d4bd12d4a no longer exists at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:59:15.041638 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-c36b1959-2167-4921-97a8-61707844de6b None None] No Port match for: 1d360ff7-2bc5-4cee-b533-a04d4bd12d4a {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:59:15.042029 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 1d360ff7-2bc5-4cee-b533-a04d4bd12d4a not bound to the agent host dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:59:15.043502 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29476e47-edef-49ce-b068-5b8bf4ecfaf0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Network d2ee6402-d146-4119-8365-b6e413e6a66f is already hosted by enough agents. {{(pid=100180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:59:15.046359 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.base_scheduler [None req-29476e47-edef-49ce-b068-5b8bf4ecfaf0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Resources bound (agent type, host, resource id): {{(pid=100180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:59:15.049673 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29476e47-edef-49ce-b068-5b8bf4ecfaf0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Received port after_create {{(pid=100180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:59:15.054957 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29476e47-edef-49ce-b068-5b8bf4ecfaf0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Pushing event updated for resources: {'Port': ['ID=5f6c23a6-6e45-4bc0-9fac-5edc35df6fa4,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:15.075949 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-29476e47-edef-49ce-b068-5b8bf4ecfaf0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:15.116197 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2a69a864-1e30-4b29-bac3-c11cd4c58125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3849087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643696'] for network, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:15.119807 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:15.124373 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2a69a864-1e30-4b29-bac3-c11cd4c58125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:15.129860 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-2a69a864-1e30-4b29-bac3-c11cd4c58125 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e0346334-c16f-40f4-aea1-9054cd38ae9d HTTP/1.1" status: 204 len: 168 time: 0.3800685 Jun 23 14:59:15.141530 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69a864-1e30-4b29-bac3-c11cd4c58125 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0346334-c16f-40f4-aea1-9054cd38ae9d,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:15.143584 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-2a69a864-1e30-4b29-bac3-c11cd4c58125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:15.495033 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-29476e47-edef-49ce-b068-5b8bf4ecfaf0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:15.543076 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:15.586931 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 50850) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:15.629380 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-29476e47-edef-49ce-b068-5b8bf4ecfaf0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:15.633127 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-a5134ffb-d783-4e92-8798-a78e2f7a1f96 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d58c52cfc1c34f4585397127cb5d74af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0450087 Jun 23 14:59:15.636719 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 50852) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:15.689260 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-5bea7bcd-3b74-4af8-88f2-f70dc01032c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:15.717378 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-5bea7bcd-3b74-4af8-88f2-f70dc01032c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:15.785146 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-29476e47-edef-49ce-b068-5b8bf4ecfaf0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for port, precommit_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:15.817221 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-5bea7bcd-3b74-4af8-88f2-f70dc01032c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:15.819927 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-5bea7bcd-3b74-4af8-88f2-f70dc01032c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:15.821082 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-5bea7bcd-3b74-4af8-88f2-f70dc01032c0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f521da1f-4628-44ec-9a54-b5aa253d3ca6 HTTP/1.1" status: 204 len: 168 time: 0.1834087 Jun 23 14:59:15.822011 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-f1392aa4-bc4b-4f2e-8b81-3c9ffbc8a124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:15.829573 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea7bcd-3b74-4af8-88f2-f70dc01032c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f521da1f-4628-44ec-9a54-b5aa253d3ca6,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:15.832381 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-5bea7bcd-3b74-4af8-88f2-f70dc01032c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:15.839240 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-29476e47-edef-49ce-b068-5b8bf4ecfaf0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25328519'] for port, after_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:15.847897 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:15.914507 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29476e47-edef-49ce-b068-5b8bf4ecfaf0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Pushing event updated for resources: {'Port': ['ID=5f6c23a6-6e45-4bc0-9fac-5edc35df6fa4,revision_number=2']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:15.918626 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-29476e47-edef-49ce-b068-5b8bf4ecfaf0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:15.919779 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-29476e47-edef-49ce-b068-5b8bf4ecfaf0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643682'] for floatingip, after_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:16.259097 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.db.l3_db [None req-29476e47-edef-49ce-b068-5b8bf4ecfaf0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Floating IP 37331ef7-9c0c-4b1f-b128-b732599ed155 associated. External IP: 172.28.1.77, port: f93707b5-899d-49fa-8644-0cf6a3e24bdc. Jun 23 14:59:16.460500 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29476e47-edef-49ce-b068-5b8bf4ecfaf0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Router cfc33c79-a46a-4423-a859-d7d5b6fc71ae has already been hosted by L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 {{(pid=100180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:59:16.571946 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29476e47-edef-49ce-b068-5b8bf4ecfaf0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:59:16.582575 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbdbe8f-15e0-4a27-8eb2-665c4846a59c None None] Sync routers for ids ['cfc33c79-a46a-4423-a859-d7d5b6fc71ae'] in dv-cinder-796286-8-smb {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:59:16.591763 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbdbe8f-15e0-4a27-8eb2-665c4846a59c None None] Routers {'cfc33c79-a46a-4423-a859-d7d5b6fc71ae'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:59:16.598022 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-7cbdbe8f-15e0-4a27-8eb2-665c4846a59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:59:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['cfc33c79-a46a-4423-a859-d7d5b6fc71ae'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:59:16.651960 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-29476e47-edef-49ce-b068-5b8bf4ecfaf0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for floatingip, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:16.698880 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-29476e47-edef-49ce-b068-5b8bf4ecfaf0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3177197 Jun 23 14:59:16.699546 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05aff16-3031-4b84-9e04-52e0829d1af7', 'tag': 'f93707b5-899d-49fa-8644-0cf6a3e24bdc'}] {{(pid=100180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:59:16.702445 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 50880) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:16.703157 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd25e94c753d7f89e0e3c37123175e6223eaf2b946fa1bf5874daa58d3f91f45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7452348-07b3-477f-ac19-6314651a71eb" -d '{"events": [{"name": "network-changed", "server_uuid": "e05aff16-3031-4b84-9e04-52e0829d1af7", "tag": "f93707b5-899d-49fa-8644-0cf6a3e24bdc"}]}' {{(pid=100180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:59:16.710765 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-f180f39f-f320-4fa7-a215-3664ec157fd6 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1641535058', 'description': 'tempest-secgroup-smoke-1641535058 description', 'project_id': '6a6510486430423e819fc78ab70e64d5'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:59:16.738596 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-7cbdbe8f-15e0-4a27-8eb2-665c4846a59c None None] Set router cfc33c79-a46a-4423-a859-d7d5b6fc71ae gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:59:16.748199 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0849ae8e-f6f8-4e44-a32d-6d9ccd521d9c x-openstack-request-id: req-0849ae8e-f6f8-4e44-a32d-6d9ccd521d9c {{(pid=100180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:59:16.748528 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e05aff16-3031-4b84-9e04-52e0829d1af7", "tag": "f93707b5-899d-49fa-8644-0cf6a3e24bdc", "status": "completed", "code": 200}]} {{(pid=100180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:59:16.748922 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0849ae8e-f6f8-4e44-a32d-6d9ccd521d9c {{(pid=100180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:59:16.749354 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e05aff16-3031-4b84-9e04-52e0829d1af7', 'tag': 'f93707b5-899d-49fa-8644-0cf6a3e24bdc', 'status': 'completed', 'code': 200} Jun 23 14:59:16.829434 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f180f39f-f320-4fa7-a215-3664ec157fd6 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:16.887006 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7452348-07b3-477f-ac19-6314651a71eb req-ea7400d9-b918-4c28-b0e4-306f08c2bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:16.888498 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-d7452348-07b3-477f-ac19-6314651a71eb req-ea7400d9-b918-4c28-b0e4-306f08c2bf69 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a6510486430423e819fc78ab70e64d5&device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 1098 time: 0.1048365 Jun 23 14:59:17.071362 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-7cbdbe8f-15e0-4a27-8eb2-665c4846a59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'name': 'tempest-TestMinimumBasicScenario-1923689014-router', 'tenant_id': '6a6510486430423e819fc78ab70e64d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'c88b82bd-e2f2-470e-9c26-1ded8d688b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:58:04Z', 'updated_at': '2021-06-23T14:58:11Z', 'revision_number': 4, 'project_id': '6a6510486430423e819fc78ab70e64d5', 'gw_port': {'id': 'c88b82bd-e2f2-470e-9c26-1ded8d688b92', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:05Z', 'updated_at': '2021-06-23T14:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_floatingips': [{'id': '37331ef7-9c0c-4b1f-b128-b732599ed155', 'tenant_id': '6a6510486430423e819fc78ab70e64d5', 'floating_ip_address': '172.28.1.77', 'floating_network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'router_id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'port_id': 'f93707b5-899d-49fa-8644-0cf6a3e24bdc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f833907-b415-4449-8941-f1cb4ab13f50', 'mac_address': 'fa:16:3e:17:cb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05aff16-3031-4b84-9e04-52e0829d1af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:59:15Z', 'updated_at': '2021-06-23T14:59:15Z', 'revision_number': 0, 'project_id': '6a6510486430423e819fc78ab70e64d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d66826-fd71-4142-8db0-c4f4d963e067', 'name': '', 'network_id': '8f833907-b415-4449-8941-f1cb4ab13f50', 'tenant_id': '6a6510486430423e819fc78ab70e64d5', 'mac_address': 'fa:16:3e:17:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e48a2a14-0ddc-485c-80f5-54d760235633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:10Z', 'updated_at': '2021-06-23T14:58:17Z', 'revision_number': 5, 'project_id': '6a6510486430423e819fc78ab70e64d5', 'subnets': [{'id': 'e48a2a14-0ddc-485c-80f5-54d760235633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:59:17.099078 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbdbe8f-15e0-4a27-8eb2-665c4846a59c None None] Checking router: cfc33c79-a46a-4423-a859-d7d5b6fc71ae for host: dv-cinder-796286-8-smb {{(pid=100182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:59:17.108745 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbdbe8f-15e0-4a27-8eb2-665c4846a59c None None] Routers {'cfc33c79-a46a-4423-a859-d7d5b6fc71ae'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:59:17.109414 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-7cbdbe8f-15e0-4a27-8eb2-665c4846a59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:59:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['cfc33c79-a46a-4423-a859-d7d5b6fc71ae'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:59:17.214998 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f180f39f-f320-4fa7-a215-3664ec157fd6 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:17.234686 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7452348-07b3-477f-ac19-6314651a71eb req-dade662a-94c8-4767-8011-661e36832915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:17.234940 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-7cbdbe8f-15e0-4a27-8eb2-665c4846a59c None None] Set router cfc33c79-a46a-4423-a859-d7d5b6fc71ae gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:59:17.238630 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-d7452348-07b3-477f-ac19-6314651a71eb req-dade662a-94c8-4767-8011-661e36832915 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8f833907-b415-4449-8941-f1cb4ab13f50 HTTP/1.1" status: 200 len: 916 time: 0.3413534 Jun 23 14:59:17.308012 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-d7452348-07b3-477f-ac19-6314651a71eb req-e64af2d9-54a7-4c16-a30c-d7fc83c4f7ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f93707b5-899d-49fa-8644-0cf6a3e24bdc HTTP/1.1" status: 200 len: 998 time: 0.0625668 Jun 23 14:59:17.347632 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f180f39f-f320-4fa7-a215-3664ec157fd6 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:17.351684 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-2fe30106-d3ed-4daa-b7fb-14956f175d91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:17.431444 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10677a4-acc3-4413-8184-634f57f76010 req-9173dbd6-b6c9-49ae-b858-585d031ed774 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:17.434713 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f10677a4-acc3-4413-8184-634f57f76010 req-9173dbd6-b6c9-49ae-b858-585d031ed774 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.1088314 Jun 23 14:59:17.463077 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7452348-07b3-477f-ac19-6314651a71eb req-6dbcec86-5ab2-4ee0-964b-7e1a8566c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:17.466539 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-d7452348-07b3-477f-ac19-6314651a71eb req-6dbcec86-5ab2-4ee0-964b-7e1a8566c856 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e48a2a14-0ddc-485c-80f5-54d760235633 HTTP/1.1" status: 200 len: 854 time: 0.1511545 Jun 23 14:59:17.471626 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180f39f-f320-4fa7-a215-3664ec157fd6 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57bbbe7b-3b7b-4a87-8546-b2604db78618,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:17.477424 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-f180f39f-f320-4fa7-a215-3664ec157fd6 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:17.500166 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-7cbdbe8f-15e0-4a27-8eb2-665c4846a59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'name': 'tempest-TestMinimumBasicScenario-1923689014-router', 'tenant_id': '6a6510486430423e819fc78ab70e64d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'c88b82bd-e2f2-470e-9c26-1ded8d688b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:58:04Z', 'updated_at': '2021-06-23T14:58:11Z', 'revision_number': 4, 'project_id': '6a6510486430423e819fc78ab70e64d5', 'gw_port': {'id': 'c88b82bd-e2f2-470e-9c26-1ded8d688b92', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:05Z', 'updated_at': '2021-06-23T14:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_floatingips': [{'id': '37331ef7-9c0c-4b1f-b128-b732599ed155', 'tenant_id': '6a6510486430423e819fc78ab70e64d5', 'floating_ip_address': '172.28.1.77', 'floating_network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'router_id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'port_id': 'f93707b5-899d-49fa-8644-0cf6a3e24bdc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f833907-b415-4449-8941-f1cb4ab13f50', 'mac_address': 'fa:16:3e:17:cb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05aff16-3031-4b84-9e04-52e0829d1af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:59:15Z', 'updated_at': '2021-06-23T14:59:15Z', 'revision_number': 0, 'project_id': '6a6510486430423e819fc78ab70e64d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d66826-fd71-4142-8db0-c4f4d963e067', 'name': '', 'network_id': '8f833907-b415-4449-8941-f1cb4ab13f50', 'tenant_id': '6a6510486430423e819fc78ab70e64d5', 'mac_address': 'fa:16:3e:17:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e48a2a14-0ddc-485c-80f5-54d760235633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:10Z', 'updated_at': '2021-06-23T14:58:17Z', 'revision_number': 5, 'project_id': '6a6510486430423e819fc78ab70e64d5', 'subnets': [{'id': 'e48a2a14-0ddc-485c-80f5-54d760235633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:59:17.520960 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f180f39f-f320-4fa7-a215-3664ec157fd6 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:17.525451 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f10677a4-acc3-4413-8184-634f57f76010 req-ce12a338-b4e5-4ea5-b6cc-8c284d312952 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819819 Jun 23 14:59:17.527167 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-f180f39f-f320-4fa7-a215-3664ec157fd6 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8221118 Jun 23 14:59:17.531026 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 50900) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:17.531359 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbdbe8f-15e0-4a27-8eb2-665c4846a59c None None] The sync data for ids ['cfc33c79-a46a-4423-a859-d7d5b6fc71ae'] in dv-cinder-796286-8-smb is: [{'id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'name': 'tempest-TestMinimumBasicScenario-1923689014-router', 'tenant_id': '6a6510486430423e819fc78ab70e64d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'c88b82bd-e2f2-470e-9c26-1ded8d688b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:58:04Z', 'updated_at': '2021-06-23T14:58:11Z', 'revision_number': 4, 'project_id': '6a6510486430423e819fc78ab70e64d5', 'gw_port': {'id': 'c88b82bd-e2f2-470e-9c26-1ded8d688b92', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:05Z', 'updated_at': '2021-06-23T14:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_floatingips': [{'id': '37331ef7-9c0c-4b1f-b128-b732599ed155', 'tenant_id': '6a6510486430423e819fc78ab70e64d5', 'floating_ip_address': '172.28.1.77', 'floating_network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'router_id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'port_id': 'f93707b5-899d-49fa-8644-0cf6a3e24bdc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f833907-b415-4449-8941-f1cb4ab13f50', 'mac_address': 'fa:16:3e:17:cb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05aff16-3031-4b84-9e04-52e0829d1af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:59:15Z', 'updated_at': '2021-06-23T14:59:15Z', 'revision_number': 0, 'project_id': '6a6510486430423e819fc78ab70e64d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d66826-fd71-4142-8db0-c4f4d963e067', 'name': '', 'network_id': '8f833907-b415-4449-8941-f1cb4ab13f50', 'tenant_id': '6a6510486430423e819fc78ab70e64d5', 'mac_address': 'fa:16:3e:17:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e48a2a14-0ddc-485c-80f5-54d760235633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:10Z', 'updated_at': '2021-06-23T14:58:17Z', 'revision_number': 5, 'project_id': '6a6510486430423e819fc78ab70e64d5', 'subnets': [{'id': 'e48a2a14-0ddc-485c-80f5-54d760235633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:59:17.542621 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-fb5ab5b8-4ce9-4a5e-9c77-fd65037b1e70 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Request body: {'security_group_rule': {'security_group_id': '57bbbe7b-3b7b-4a87-8546-b2604db78618', 'project_id': '6a6510486430423e819fc78ab70e64d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:59:17.547591 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7452348-07b3-477f-ac19-6314651a71eb req-830d4de7-c15d-4f52-aaec-643241176430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:17.549512 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-d7452348-07b3-477f-ac19-6314651a71eb req-830d4de7-c15d-4f52-aaec-643241176430 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8f833907-b415-4449-8941-f1cb4ab13f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0737326 Jun 23 14:59:17.647720 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-fb5ab5b8-4ce9-4a5e-9c77-fd65037b1e70 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:17.657200 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-d7452348-07b3-477f-ac19-6314651a71eb req-056c4595-e5a8-4f9a-8529-0e8834e315c3 service neutron] 10.222.0.46 "GET /v2.0/networks/8f833907-b415-4449-8941-f1cb4ab13f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989292 Jun 23 14:59:17.695337 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-fb5ab5b8-4ce9-4a5e-9c77-fd65037b1e70 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:17.755676 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-d7452348-07b3-477f-ac19-6314651a71eb req-1604b111-0279-4e2e-8349-7f8f921fcc89 service neutron] 10.222.0.46 "GET /v2.0/networks/8f833907-b415-4449-8941-f1cb4ab13f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902519 Jun 23 14:59:17.756858 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998117ff-65c2-47fc-a51a-b873a29907b8 None None] New status for floating IP 37331ef7-9c0c-4b1f-b128-b732599ed155: ACTIVE {{(pid=100183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:59:17.812804 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-fb5ab5b8-4ce9-4a5e-9c77-fd65037b1e70 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429934'] for security_group_rule, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:17.815433 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-1418bdea-944e-4f03-bbd1-ef3d83df4124 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:17.834196 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ab5b8-4ce9-4a5e-9c77-fd65037b1e70 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f5247b-084a-46a0-b3fc-55510eeee41e,revision_number=0']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:17.837069 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-fb5ab5b8-4ce9-4a5e-9c77-fd65037b1e70 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:17.984133 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-fb5ab5b8-4ce9-4a5e-9c77-fd65037b1e70 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:17.985460 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-fb5ab5b8-4ce9-4a5e-9c77-fd65037b1e70 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4465282 Jun 23 14:59:17.988274 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 50912) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:17.993142 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-54a585c6-d9ff-4b1b-b18f-ed1810541025 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Request body: {'security_group_rule': {'security_group_id': '57bbbe7b-3b7b-4a87-8546-b2604db78618', 'project_id': '6a6510486430423e819fc78ab70e64d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:59:18.109443 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-54a585c6-d9ff-4b1b-b18f-ed1810541025 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:18.181842 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-54a585c6-d9ff-4b1b-b18f-ed1810541025 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:18.251117 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-54a585c6-d9ff-4b1b-b18f-ed1810541025 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429934'] for security_group_rule, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:18.253090 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:18.269178 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a585c6-d9ff-4b1b-b18f-ed1810541025 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe61636-79f0-4a5f-9c0d-e6cccd000238,revision_number=0']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:18.272896 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-54a585c6-d9ff-4b1b-b18f-ed1810541025 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:18.331551 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-54a585c6-d9ff-4b1b-b18f-ed1810541025 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:18.332727 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-54a585c6-d9ff-4b1b-b18f-ed1810541025 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3434751 Jun 23 14:59:18.335314 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 50920) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:18.339782 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-08b8bfbf-1fb3-46a6-b097-534e1cdfcf68 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Request body: {'security_group_rule': {'security_group_id': '57bbbe7b-3b7b-4a87-8546-b2604db78618', 'project_id': '6a6510486430423e819fc78ab70e64d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:59:18.425138 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-08b8bfbf-1fb3-46a6-b097-534e1cdfcf68 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:18.490616 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-08b8bfbf-1fb3-46a6-b097-534e1cdfcf68 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:18.549262 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-08b8bfbf-1fb3-46a6-b097-534e1cdfcf68 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429934'] for security_group_rule, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:18.555453 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:18.573685 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8bfbf-1fb3-46a6-b097-534e1cdfcf68 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b409dc-53d0-4670-a790-ba02ad5f324d,revision_number=0']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:18.583498 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-08b8bfbf-1fb3-46a6-b097-534e1cdfcf68 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:18.656828 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-08b8bfbf-1fb3-46a6-b097-534e1cdfcf68 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:18.658181 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-08b8bfbf-1fb3-46a6-b097-534e1cdfcf68 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3217831 Jun 23 14:59:18.660814 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 50936) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:18.665338 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-50cde329-ab43-414a-8d3c-bd64c67306c9 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Request body: {'security_group_rule': {'security_group_id': '57bbbe7b-3b7b-4a87-8546-b2604db78618', 'project_id': '6a6510486430423e819fc78ab70e64d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:59:18.731381 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84b64b-2054-4b3d-a24b-035e17fc0264 req-0d2e6bc9-c55d-47d1-aa1a-758971669a8a tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:18.733328 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3d84b64b-2054-4b3d-a24b-035e17fc0264 req-0d2e6bc9-c55d-47d1-aa1a-758971669a8a tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.0705173 Jun 23 14:59:18.770341 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3d84b64b-2054-4b3d-a24b-035e17fc0264 req-1e0e2992-846e-46b0-aac3-db325c55de87 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313303 Jun 23 14:59:18.787838 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-50cde329-ab43-414a-8d3c-bd64c67306c9 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:18.849015 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-50cde329-ab43-414a-8d3c-bd64c67306c9 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:18.993849 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-50cde329-ab43-414a-8d3c-bd64c67306c9 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429934'] for security_group_rule, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:19.000142 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-54a585c6-d9ff-4b1b-b18f-ed1810541025 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:19.013968 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cde329-ab43-414a-8d3c-bd64c67306c9 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2401b8-cd95-4ebb-8da4-1b8cb202cb2c,revision_number=0']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:19.016125 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-50cde329-ab43-414a-8d3c-bd64c67306c9 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:19.126190 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-50cde329-ab43-414a-8d3c-bd64c67306c9 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:19.127342 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-50cde329-ab43-414a-8d3c-bd64c67306c9 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4655969 Jun 23 14:59:19.130150 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 50938) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:19.134616 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-08a7a345-493a-4b07-aa9f-1eb6b3fa887d tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Request body: {'security_group_rule': {'security_group_id': '57bbbe7b-3b7b-4a87-8546-b2604db78618', 'project_id': '6a6510486430423e819fc78ab70e64d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:59:19.217443 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.db.securitygroups_db [None req-08a7a345-493a-4b07-aa9f-1eb6b3fa887d tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Project 6a6510486430423e819fc78ab70e64d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 14:59:19.223163 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-08a7a345-493a-4b07-aa9f-1eb6b3fa887d tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:19.282630 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-08a7a345-493a-4b07-aa9f-1eb6b3fa887d tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:19.365613 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-08a7a345-493a-4b07-aa9f-1eb6b3fa887d tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429934'] for security_group_rule, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:19.371227 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-50cde329-ab43-414a-8d3c-bd64c67306c9 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:19.384190 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7a345-493a-4b07-aa9f-1eb6b3fa887d tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18bf978-3f23-4907-89e9-4b9a63ebe75e,revision_number=0']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:19.386249 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-08a7a345-493a-4b07-aa9f-1eb6b3fa887d tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:19.451567 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-08a7a345-493a-4b07-aa9f-1eb6b3fa887d tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:19.452792 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-08a7a345-493a-4b07-aa9f-1eb6b3fa887d tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3217080 Jun 23 14:59:19.456214 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 50950) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:19.461005 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-99e641d0-fa12-4d2f-84c3-2c157cd162da tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Request body: {'security_group_rule': {'security_group_id': '57bbbe7b-3b7b-4a87-8546-b2604db78618', 'project_id': '6a6510486430423e819fc78ab70e64d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:59:19.559117 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.db.securitygroups_db [None req-99e641d0-fa12-4d2f-84c3-2c157cd162da tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Project 6a6510486430423e819fc78ab70e64d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 14:59:19.563958 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-99e641d0-fa12-4d2f-84c3-2c157cd162da tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:19.623957 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-99e641d0-fa12-4d2f-84c3-2c157cd162da tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:19.725158 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-99e641d0-fa12-4d2f-84c3-2c157cd162da tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429934'] for security_group_rule, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:19.727212 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:19.743529 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e641d0-fa12-4d2f-84c3-2c157cd162da tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c20409-9e7c-4476-982f-fcac6d9a26ee,revision_number=0']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:19.746248 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-99e641d0-fa12-4d2f-84c3-2c157cd162da tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:19.811643 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-99e641d0-fa12-4d2f-84c3-2c157cd162da tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:19.813121 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-99e641d0-fa12-4d2f-84c3-2c157cd162da tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3559830 Jun 23 14:59:19.955452 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-fc25d27a-e3be-4641-a17a-56e02ff5a133 req-9f668f09-0b23-4ed7-b891-db26f2f51ef8 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1641535058&fields=id&tenant_id=6a6510486430423e819fc78ab70e64d5 HTTP/1.1" status: 200 len: 267 time: 0.0578365 Jun 23 14:59:20.000001 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48afeb2-0875-4fa4-9d4d-78b04e8060a6 req-736c619e-2360-4d01-b4d7-a394093e4e5c tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:20.001340 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b48afeb2-0875-4fa4-9d4d-78b04e8060a6 req-736c619e-2360-4d01-b4d7-a394093e4e5c tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.1153405 Jun 23 14:59:20.055173 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b48afeb2-0875-4fa4-9d4d-78b04e8060a6 req-a65a9d92-dc65-4cf3-b01b-3b149bb78521 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465918 Jun 23 14:59:20.062996 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25d27a-e3be-4641-a17a-56e02ff5a133 req-c8bf8651-42dc-4357-94f5-ee4f63cb8bd5 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:20.064385 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-fc25d27a-e3be-4641-a17a-56e02ff5a133 req-c8bf8651-42dc-4357-94f5-ee4f63cb8bd5 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 945 time: 0.1028447 Jun 23 14:59:20.075487 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [req-fc25d27a-e3be-4641-a17a-56e02ff5a133 req-f382bdde-41b0-469f-a30c-140ee850a04f tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Request body: {'port': {'security_groups': ['297aa184-698b-4733-a0cc-d257594d95e2', '57bbbe7b-3b7b-4a87-8546-b2604db78618']}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:59:20.191132 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-fc25d27a-e3be-4641-a17a-56e02ff5a133 req-f382bdde-41b0-469f-a30c-140ee850a04f tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:20.377612 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.db [req-fc25d27a-e3be-4641-a17a-56e02ff5a133 req-f382bdde-41b0-469f-a30c-140ee850a04f tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] For port f93707b5-899d-49fa-8644-0cf6a3e24bdc, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f93707b5-899d-49fa-8644-0cf6a3e24bdc,segment=NetworkSegment(36a7b341-ea93-43a0-90c1-3666a2cad8d2),segment_id=36a7b341-ea93-43a0-90c1-3666a2cad8d2)] {{(pid=100180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:59:20.408310 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-fc25d27a-e3be-4641-a17a-56e02ff5a133 req-f382bdde-41b0-469f-a30c-140ee850a04f tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for port, precommit_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:20.474846 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-fc25d27a-e3be-4641-a17a-56e02ff5a133 req-f382bdde-41b0-469f-a30c-140ee850a04f tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25328519'] for port, after_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:20.478883 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-daded978-d2b4-4195-8d21-4ea08ab67e98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:20.487236 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['f93707b5-899d-49fa-8644-0cf6a3e24bdc'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:59:20.522789 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25d27a-e3be-4641-a17a-56e02ff5a133 req-f382bdde-41b0-469f-a30c-140ee850a04f tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:20.523416 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-fc25d27a-e3be-4641-a17a-56e02ff5a133 req-f382bdde-41b0-469f-a30c-140ee850a04f tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:20.524808 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-fc25d27a-e3be-4641-a17a-56e02ff5a133 req-f382bdde-41b0-469f-a30c-140ee850a04f tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "PUT /v2.0/ports/f93707b5-899d-49fa-8644-0cf6a3e24bdc HTTP/1.1" status: 200 len: 981 time: 0.4539738 Jun 23 14:59:20.526341 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05aff16-3031-4b84-9e04-52e0829d1af7', 'tag': 'f93707b5-899d-49fa-8644-0cf6a3e24bdc'}] {{(pid=100180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:59:20.528720 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd25e94c753d7f89e0e3c37123175e6223eaf2b946fa1bf5874daa58d3f91f45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee60fc4-363b-4a92-8c02-c3e0213a9ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "e05aff16-3031-4b84-9e04-52e0829d1af7", "tag": "f93707b5-899d-49fa-8644-0cf6a3e24bdc"}]}' {{(pid=100180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:59:20.572320 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382bdde-41b0-469f-a30c-140ee850a04f tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Pushing event updated for resources: {'Port': ['ID=f93707b5-899d-49fa-8644-0cf6a3e24bdc,revision_number=6']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:20.582998 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-f382bdde-41b0-469f-a30c-140ee850a04f tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:20.604265 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52deb400-f04a-4ceb-994b-10e460186b7b x-openstack-request-id: req-52deb400-f04a-4ceb-994b-10e460186b7b {{(pid=100180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:59:20.604593 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e05aff16-3031-4b84-9e04-52e0829d1af7", "tag": "f93707b5-899d-49fa-8644-0cf6a3e24bdc", "status": "completed", "code": 200}]} {{(pid=100180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:59:20.604881 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-52deb400-f04a-4ceb-994b-10e460186b7b {{(pid=100180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:59:20.605308 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e05aff16-3031-4b84-9e04-52e0829d1af7', 'tag': 'f93707b5-899d-49fa-8644-0cf6a3e24bdc', 'status': 'completed', 'code': 200} Jun 23 14:59:20.615072 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['f93707b5-899d-49fa-8644-0cf6a3e24bdc'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:59:20.754938 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee60fc4-363b-4a92-8c02-c3e0213a9ad8 req-562dae7b-babe-48de-80a9-79074618b55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:20.756870 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-9ee60fc4-363b-4a92-8c02-c3e0213a9ad8 req-562dae7b-babe-48de-80a9-79074618b55c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a6510486430423e819fc78ab70e64d5&device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 1137 time: 0.1001494 Jun 23 14:59:20.815583 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d6160-9eb4-49cd-864e-d06f98871403 req-a612cc9c-7626-491d-969e-7685268ef41d tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:20.817541 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-353d6160-9eb4-49cd-864e-d06f98871403 req-a612cc9c-7626-491d-969e-7685268ef41d tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 984 time: 0.1239257 Jun 23 14:59:20.873107 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-353d6160-9eb4-49cd-864e-d06f98871403 req-cfb30e7a-210f-4b7d-87db-f929542b153d tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=57bbbe7b-3b7b-4a87-8546-b2604db78618&id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449920 Jun 23 14:59:20.935810 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee60fc4-363b-4a92-8c02-c3e0213a9ad8 req-38ba51cd-1120-454e-ad6d-e400a1c2517a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:20.938650 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-9ee60fc4-363b-4a92-8c02-c3e0213a9ad8 req-38ba51cd-1120-454e-ad6d-e400a1c2517a service neutron] 10.222.0.46 "GET /v2.0/networks?id=8f833907-b415-4449-8941-f1cb4ab13f50 HTTP/1.1" status: 200 len: 916 time: 0.1579065 Jun 23 14:59:21.020205 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-9ee60fc4-363b-4a92-8c02-c3e0213a9ad8 req-3fd8c468-907a-4037-9542-1698dc67f460 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f93707b5-899d-49fa-8644-0cf6a3e24bdc HTTP/1.1" status: 200 len: 1000 time: 0.0707481 Jun 23 14:59:21.050942 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-2be17b33-4cd6-44ec-a9c0-5574bf46f35a None None] Provisioning complete for port f93707b5-899d-49fa-8644-0cf6a3e24bdc triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:59:21.051241 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-2be17b33-4cd6-44ec-a9c0-5574bf46f35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:21.074555 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee60fc4-363b-4a92-8c02-c3e0213a9ad8 req-202981ca-0b79-4a13-9a73-da22d55bcf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:21.076129 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-9ee60fc4-363b-4a92-8c02-c3e0213a9ad8 req-202981ca-0b79-4a13-9a73-da22d55bcf2a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e48a2a14-0ddc-485c-80f5-54d760235633 HTTP/1.1" status: 200 len: 854 time: 0.0471313 Jun 23 14:59:21.169204 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee60fc4-363b-4a92-8c02-c3e0213a9ad8 req-053a4779-8155-4edd-8b90-337bd67ddeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:21.170777 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-9ee60fc4-363b-4a92-8c02-c3e0213a9ad8 req-053a4779-8155-4edd-8b90-337bd67ddeae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8f833907-b415-4449-8941-f1cb4ab13f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0849366 Jun 23 14:59:21.303406 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-9ee60fc4-363b-4a92-8c02-c3e0213a9ad8 req-9c2ab2f8-9e4d-48f5-b095-aa97cd89144b service neutron] 10.222.0.46 "GET /v2.0/networks/8f833907-b415-4449-8941-f1cb4ab13f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243949 Jun 23 14:59:21.307960 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c509de3-f68d-451f-8a0f-b62d561de62c req-88622f7d-07e5-4309-ba93-17ea418ad848 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:21.309519 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9c509de3-f68d-451f-8a0f-b62d561de62c req-88622f7d-07e5-4309-ba93-17ea418ad848 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.0890846 Jun 23 14:59:21.365928 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9c509de3-f68d-451f-8a0f-b62d561de62c req-4185a832-9ff9-493a-ad00-e8fbac0c9c45 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469000 Jun 23 14:59:21.432021 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-9ee60fc4-363b-4a92-8c02-c3e0213a9ad8 req-07d7157d-1b83-42f1-ab02-a51b52d4a695 service neutron] 10.222.0.46 "GET /v2.0/networks/8f833907-b415-4449-8941-f1cb4ab13f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157691 Jun 23 14:59:22.548646 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618afd22-5e36-423b-b327-9ab0aba5c949 req-fc25afbc-b236-492a-96b2-e4bb8f07306b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:22.550107 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-618afd22-5e36-423b-b327-9ab0aba5c949 req-fc25afbc-b236-492a-96b2-e4bb8f07306b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.0666056 Jun 23 14:59:22.587547 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-618afd22-5e36-423b-b327-9ab0aba5c949 req-afd5b7a5-281e-4081-880e-4cc10305758b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317011 Jun 23 14:59:23.756244 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc913ea5-534d-4a8c-914f-aceefecff02d req-4bec62b0-596f-49eb-aa4c-d7abb0fe41c7 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:23.757653 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-fc913ea5-534d-4a8c-914f-aceefecff02d req-4bec62b0-596f-49eb-aa4c-d7abb0fe41c7 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.0612783 Jun 23 14:59:23.792753 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-fc913ea5-534d-4a8c-914f-aceefecff02d req-9338ba82-8848-496c-9a4a-a11a52cbb8db tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295284 Jun 23 14:59:24.965810 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a90e4b-9524-497d-a497-658debad5af6 req-400f8171-aa27-45ab-aed9-6ec29657efaa tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:24.967253 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-39a90e4b-9524-497d-a497-658debad5af6 req-400f8171-aa27-45ab-aed9-6ec29657efaa tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.0632334 Jun 23 14:59:25.003575 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-39a90e4b-9524-497d-a497-658debad5af6 req-366a64f1-55c1-4476-a400-74af758c6826 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301132 Jun 23 14:59:25.054654 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 6 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:59:25.916625 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 51064) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:26.022588 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-ed6683c1-74a0-45fa-987d-200016878168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:26.108540 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-ed6683c1-74a0-45fa-987d-200016878168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:26.188802 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-ed6683c1-74a0-45fa-987d-200016878168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:26.190375 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81008da2-76e8-474c-aab9-71972cf06878 req-ca252037-ba11-468a-8d68-99b964a2d54b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:26.191354 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-1b2a79c3-a565-4c6b-832d-e9f033229095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:26.192497 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-81008da2-76e8-474c-aab9-71972cf06878 req-ca252037-ba11-468a-8d68-99b964a2d54b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.0781908 Jun 23 14:59:26.230709 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6683c1-74a0-45fa-987d-200016878168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff33afeb-8c08-46c7-9f1b-4d78029e87bf,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:26.231196 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-81008da2-76e8-474c-aab9-71972cf06878 req-cb6db278-716c-4b1f-bef6-b30d2af7f178 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329971 Jun 23 14:59:26.235790 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-ed6683c1-74a0-45fa-987d-200016878168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:26.243015 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-ed6683c1-74a0-45fa-987d-200016878168 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8793fc88519640b497ca3979fd9c9266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218734 Jun 23 14:59:26.243015 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 51070) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:26.292253 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-42110ddc-ad2c-4549-b112-e5c42998b350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:26.313579 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-42110ddc-ad2c-4549-b112-e5c42998b350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:26.368390 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 51074) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:26.492442 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-87d521e3-7237-4caa-8186-8b3b00d94b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:27.008481 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-42110ddc-ad2c-4549-b112-e5c42998b350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:27.011118 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-42110ddc-ad2c-4549-b112-e5c42998b350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:27.012224 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-42110ddc-ad2c-4549-b112-e5c42998b350 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ff33afeb-8c08-46c7-9f1b-4d78029e87bf HTTP/1.1" status: 204 len: 168 time: 0.7688243 Jun 23 14:59:27.017007 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-9ca376e6-8e7b-45fb-ac7d-4ebcd937a405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:27.029524 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42110ddc-ad2c-4549-b112-e5c42998b350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff33afeb-8c08-46c7-9f1b-4d78029e87bf,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:27.032901 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-42110ddc-ad2c-4549-b112-e5c42998b350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:27.080590 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-87d521e3-7237-4caa-8186-8b3b00d94b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:27.160551 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-87d521e3-7237-4caa-8186-8b3b00d94b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:27.163059 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-2e657721-3ba3-49f7-8fe4-5f2c68eace96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:27.197192 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d521e3-7237-4caa-8186-8b3b00d94b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a744d99f-2152-47da-8f6c-d2605ee8301f,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:27.201345 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-87d521e3-7237-4caa-8186-8b3b00d94b11 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8d4cd60a121c4baea895a0ae00a382d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8319688 Jun 23 14:59:27.202199 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-87d521e3-7237-4caa-8186-8b3b00d94b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:27.204579 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 51082) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:27.253056 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-49de478d-0a7f-44b4-b290-9abeff039f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:27.274754 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-49de478d-0a7f-44b4-b290-9abeff039f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:27.394781 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-49de478d-0a7f-44b4-b290-9abeff039f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:27.397967 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-49de478d-0a7f-44b4-b290-9abeff039f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:27.399947 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-49de478d-0a7f-44b4-b290-9abeff039f8d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a744d99f-2152-47da-8f6c-d2605ee8301f HTTP/1.1" status: 204 len: 168 time: 0.1944344 Jun 23 14:59:27.400723 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-fd0535ac-b949-4c46-8949-b717b1933fbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:27.411205 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de478d-0a7f-44b4-b290-9abeff039f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a744d99f-2152-47da-8f6c-d2605ee8301f,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:27.413951 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-49de478d-0a7f-44b4-b290-9abeff039f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:27.422048 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73468f38-00ad-4b29-82a6-563a7d00b5b7 req-4f0c95a0-1f14-4c21-948e-ba976232cfc0 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:27.424129 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-73468f38-00ad-4b29-82a6-563a7d00b5b7 req-4f0c95a0-1f14-4c21-948e-ba976232cfc0 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.0706732 Jun 23 14:59:27.462999 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-73468f38-00ad-4b29-82a6-563a7d00b5b7 req-ffabd425-48a9-4352-b5a7-4b10c2edadb9 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327239 Jun 23 14:59:28.004654 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 51110) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:28.020608 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2fd52b03-434e-4cb4-a973-71594cae0210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:28.105390 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2fd52b03-434e-4cb4-a973-71594cae0210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:28.182193 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2fd52b03-434e-4cb4-a973-71594cae0210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:28.184635 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-f180f39f-f320-4fa7-a215-3664ec157fd6 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:28.222389 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd52b03-434e-4cb4-a973-71594cae0210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e726d0-f531-415c-a047-0d8879c5d21d,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:28.224799 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-2fd52b03-434e-4cb4-a973-71594cae0210 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=728a952503ba4c748f6617a0a9b82afe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2178969 Jun 23 14:59:28.224799 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-2fd52b03-434e-4cb4-a973-71594cae0210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:28.231259 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 51114) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:28.278656 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-d03e6969-271a-4b3a-87f9-1d5dc3915e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:28.299964 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-d03e6969-271a-4b3a-87f9-1d5dc3915e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:28.451958 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-d03e6969-271a-4b3a-87f9-1d5dc3915e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:28.455795 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-d03e6969-271a-4b3a-87f9-1d5dc3915e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:28.456737 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-d03e6969-271a-4b3a-87f9-1d5dc3915e3d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/48e726d0-f531-415c-a047-0d8879c5d21d HTTP/1.1" status: 204 len: 168 time: 0.2245228 Jun 23 14:59:28.457494 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-49de478d-0a7f-44b4-b290-9abeff039f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:28.468140 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e6969-271a-4b3a-87f9-1d5dc3915e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e726d0-f531-415c-a047-0d8879c5d21d,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:28.477540 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-d03e6969-271a-4b3a-87f9-1d5dc3915e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:28.645502 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e153f1d-d093-4918-90df-27b01e7fe327 req-a35e97bd-892c-4885-b9fd-e9c46a330cc6 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:28.647027 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7e153f1d-d093-4918-90df-27b01e7fe327 req-a35e97bd-892c-4885-b9fd-e9c46a330cc6 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.0699813 Jun 23 14:59:28.684354 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7e153f1d-d093-4918-90df-27b01e7fe327 req-c88445b3-9a2c-41ec-a7e8-42a31c2f2c66 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316975 Jun 23 14:59:29.182959 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c680f8-d299-4193-a3dd-10f08ac39358 req-fc334c7e-276d-4c6a-ab3e-5cedb6bd8fef tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:29.184407 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-64c680f8-d299-4193-a3dd-10f08ac39358 req-fc334c7e-276d-4c6a-ab3e-5cedb6bd8fef tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.0626397 Jun 23 14:59:29.228275 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-64c680f8-d299-4193-a3dd-10f08ac39358 req-355e37c1-61c9-4966-b4e2-9fad70757e5d tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372660 Jun 23 14:59:29.294772 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946369d-7c88-4c91-a4e4-6d25d8f1b72c req-2436ec77-0b26-4a05-b5c5-d394335286f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:29.296492 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c946369d-7c88-4c91-a4e4-6d25d8f1b72c req-2436ec77-0b26-4a05-b5c5-d394335286f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f4408f772214ed1aa8148f3f34bb8d3&device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 1098 time: 0.0754018 Jun 23 14:59:29.350754 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 51154) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:29.391324 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946369d-7c88-4c91-a4e4-6d25d8f1b72c req-9a1b4194-2509-4555-a1ca-b13ebe338756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:29.404542 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c946369d-7c88-4c91-a4e4-6d25d8f1b72c req-9a1b4194-2509-4555-a1ca-b13ebe338756 service neutron] 10.222.0.46 "GET /v2.0/networks?id=046085b9-f7b3-4ac3-83a3-779993ec93a2 HTTP/1.1" status: 200 len: 912 time: 0.0892847 Jun 23 14:59:29.461866 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-5c09110f-449c-49de-8e71-9e6bd009eb6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:29.463131 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c946369d-7c88-4c91-a4e4-6d25d8f1b72c req-159e0e07-09c3-4e46-9cdd-33e8ce64dc4f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b348ace4-dd64-4456-a0c4-6f7438120f81 HTTP/1.1" status: 200 len: 1001 time: 0.0627761 Jun 23 14:59:29.514067 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946369d-7c88-4c91-a4e4-6d25d8f1b72c req-4070bab1-19a8-48ee-985a-64cc05e5e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:29.515898 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c946369d-7c88-4c91-a4e4-6d25d8f1b72c req-4070bab1-19a8-48ee-985a-64cc05e5e5f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed6e6346-c056-4ca0-89e5-57da755e7b9f HTTP/1.1" status: 200 len: 850 time: 0.0455499 Jun 23 14:59:29.556449 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-5c09110f-449c-49de-8e71-9e6bd009eb6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:29.574002 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946369d-7c88-4c91-a4e4-6d25d8f1b72c req-f2f4ae13-626d-41fd-bf6c-e6cb8f8ba1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:29.575460 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c946369d-7c88-4c91-a4e4-6d25d8f1b72c req-f2f4ae13-626d-41fd-bf6c-e6cb8f8ba1d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=046085b9-f7b3-4ac3-83a3-779993ec93a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0531700 Jun 23 14:59:29.611340 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-5c09110f-449c-49de-8e71-9e6bd009eb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:29.628234 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-ae16d7cd-8fd3-447b-9d37-864730980195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:29.652499 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-5c09110f-449c-49de-8e71-9e6bd009eb6f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dc287bf6ba504e16a82543435d767777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006613 Jun 23 14:59:29.654118 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09110f-449c-49de-8e71-9e6bd009eb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528e175a-180c-4cce-8bd8-7f15404b6c43,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:29.655421 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 51172) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:29.657861 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-5c09110f-449c-49de-8e71-9e6bd009eb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:29.690170 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c946369d-7c88-4c91-a4e4-6d25d8f1b72c req-de63c7ad-933b-4dc5-b429-d664e3c33735 service neutron] 10.222.0.46 "GET /v2.0/networks/046085b9-f7b3-4ac3-83a3-779993ec93a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062350 Jun 23 14:59:29.767246 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-ea8b178a-68d5-4a43-ad26-bdc654dc8bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:29.804773 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-ea8b178a-68d5-4a43-ad26-bdc654dc8bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:29.822520 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c946369d-7c88-4c91-a4e4-6d25d8f1b72c req-1e1316c8-1e13-44ad-ab66-6577e662a895 service neutron] 10.222.0.46 "GET /v2.0/networks/046085b9-f7b3-4ac3-83a3-779993ec93a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251600 Jun 23 14:59:29.925906 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-ea8b178a-68d5-4a43-ad26-bdc654dc8bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:29.933699 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-ea8b178a-68d5-4a43-ad26-bdc654dc8bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:29.933699 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-ea8b178a-68d5-4a43-ad26-bdc654dc8bc2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/528e175a-180c-4cce-8bd8-7f15404b6c43 HTTP/1.1" status: 204 len: 168 time: 0.2734959 Jun 23 14:59:29.933699 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-5bea7bcd-3b74-4af8-88f2-f70dc01032c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:29.939460 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b178a-68d5-4a43-ad26-bdc654dc8bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528e175a-180c-4cce-8bd8-7f15404b6c43,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:29.947927 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-ea8b178a-68d5-4a43-ad26-bdc654dc8bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:30.437136 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d841a7d-a578-4452-b92c-81b2c4b68bde req-183483cd-29bf-4fdb-8925-b68d80bc4ae2 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:30.437508 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 51188) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:30.439290 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4d841a7d-a578-4452-b92c-81b2c4b68bde req-183483cd-29bf-4fdb-8925-b68d80bc4ae2 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.0690553 Jun 23 14:59:30.477584 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4d841a7d-a578-4452-b92c-81b2c4b68bde req-3aef5a4e-3d82-4d8b-a15b-766cd84e1e77 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327182 Jun 23 14:59:30.548615 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4127d452-9004-4638-902d-68337c679832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:30.616689 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 51192) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:30.630633 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-22c71c5d-5b6e-497e-9293-8939a5acef10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:30.638777 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4127d452-9004-4638-902d-68337c679832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:30.748137 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4127d452-9004-4638-902d-68337c679832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:30.753774 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-676e1b13-47ee-42bc-a47c-5ea4728e7003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:30.811306 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-4127d452-9004-4638-902d-68337c679832 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6ecac45cbb8a470d972aeff6418c0b8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3717959 Jun 23 14:59:30.812190 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127d452-9004-4638-902d-68337c679832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7952d6e1-8cd8-4976-a357-0c8e06841502,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:30.814596 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 51194) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:30.816513 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-4127d452-9004-4638-902d-68337c679832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:30.891159 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-22c71c5d-5b6e-497e-9293-8939a5acef10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:30.900774 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-cec7534f-5520-4d04-a3e1-e526d510462d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:30.921404 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-cec7534f-5520-4d04-a3e1-e526d510462d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:31.006503 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-22c71c5d-5b6e-497e-9293-8939a5acef10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:31.009083 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-527843e5-c332-4383-8644-bf72e6dc7508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:31.046228 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c71c5d-5b6e-497e-9293-8939a5acef10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ea7e9a-5e53-4cb8-a9d8-0c5cc0c34172,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:31.050891 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-22c71c5d-5b6e-497e-9293-8939a5acef10 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=92c697f7cb8f42af8671d9359a4a702d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4332507 Jun 23 14:59:31.051790 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-22c71c5d-5b6e-497e-9293-8939a5acef10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:31.053481 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 51196) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:31.060465 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-cec7534f-5520-4d04-a3e1-e526d510462d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:31.063715 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-cec7534f-5520-4d04-a3e1-e526d510462d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:31.064680 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-cec7534f-5520-4d04-a3e1-e526d510462d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7952d6e1-8cd8-4976-a357-0c8e06841502 HTTP/1.1" status: 204 len: 168 time: 0.2488985 Jun 23 14:59:31.069966 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-7cd81a02-320b-4f3f-b393-f3e36ae3b6af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:31.080907 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7534f-5520-4d04-a3e1-e526d510462d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7952d6e1-8cd8-4976-a357-0c8e06841502,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:31.086848 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-cec7534f-5520-4d04-a3e1-e526d510462d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:31.118054 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-3d149fe0-19d3-4e06-8928-846c214285d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:31.142812 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-3d149fe0-19d3-4e06-8928-846c214285d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:31.280481 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-3d149fe0-19d3-4e06-8928-846c214285d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:31.283732 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-3d149fe0-19d3-4e06-8928-846c214285d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:31.284874 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-3d149fe0-19d3-4e06-8928-846c214285d8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/85ea7e9a-5e53-4cb8-a9d8-0c5cc0c34172 HTTP/1.1" status: 204 len: 168 time: 0.2304742 Jun 23 14:59:31.285623 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-cec7534f-5520-4d04-a3e1-e526d510462d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:31.293019 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d149fe0-19d3-4e06-8928-846c214285d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ea7e9a-5e53-4cb8-a9d8-0c5cc0c34172,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:31.295437 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-3d149fe0-19d3-4e06-8928-846c214285d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:31.647875 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc3721-ae14-40bd-8703-c8ec0921a925 req-d712ba12-03a4-4cae-be6a-090978ef42f2 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:31.649671 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-6ebc3721-ae14-40bd-8703-c8ec0921a925 req-d712ba12-03a4-4cae-be6a-090978ef42f2 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.0630379 Jun 23 14:59:31.688470 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-6ebc3721-ae14-40bd-8703-c8ec0921a925 req-073c8b60-23a5-4087-a661-cd96f5d7f8c6 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332038 Jun 23 14:59:36.411758 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:37.370304 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 51374) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:37.520217 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f9a1e3b3-678a-45dc-a173-849081973886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:37.605017 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f9a1e3b3-678a-45dc-a173-849081973886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:37.697246 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f9a1e3b3-678a-45dc-a173-849081973886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:37.699799 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-594ce386-216c-4fee-a2ec-a5964e67cdba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:37.736709 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-f9a1e3b3-678a-45dc-a173-849081973886 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cfa03b875172410cb0531d0a4bc8fb17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3648009 Jun 23 14:59:37.737698 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1e3b3-678a-45dc-a173-849081973886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77196942-1b70-40b5-a77b-bda9bbce0238,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:37.739310 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 51380) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:37.742995 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-f9a1e3b3-678a-45dc-a173-849081973886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:37.789179 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0015dd2c-2e2e-4348-8546-c7a4993259ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:37.809897 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0015dd2c-2e2e-4348-8546-c7a4993259ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:37.971012 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0015dd2c-2e2e-4348-8546-c7a4993259ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:37.974007 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0015dd2c-2e2e-4348-8546-c7a4993259ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:37.975287 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-0015dd2c-2e2e-4348-8546-c7a4993259ee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/77196942-1b70-40b5-a77b-bda9bbce0238 HTTP/1.1" status: 204 len: 168 time: 0.2349668 Jun 23 14:59:37.976158 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-3a3956f9-a884-431f-bded-fb7ee9f74338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:37.985179 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015dd2c-2e2e-4348-8546-c7a4993259ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77196942-1b70-40b5-a77b-bda9bbce0238,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:37.987696 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-0015dd2c-2e2e-4348-8546-c7a4993259ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:38.534440 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 51390) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:38.547597 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-e2b501ad-aebc-44b0-acfa-eb7c52e28ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:38.634307 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-e2b501ad-aebc-44b0-acfa-eb7c52e28ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:38.738350 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-e2b501ad-aebc-44b0-acfa-eb7c52e28ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:38.741091 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-7c094dab-88ad-46a6-b8fc-30317055f356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:38.776961 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-e2b501ad-aebc-44b0-acfa-eb7c52e28ca4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6378f2dde5d04214874e77b9fe9fb5c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413664 Jun 23 14:59:38.777799 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b501ad-aebc-44b0-acfa-eb7c52e28ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd9b5e4-1477-41ea-8318-ca968bf635ef,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:38.779643 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 51392) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:38.780862 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-e2b501ad-aebc-44b0-acfa-eb7c52e28ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:38.828868 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f611fa77-5791-4c4e-b44a-4f5af8a4f72a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:38.850431 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f611fa77-5791-4c4e-b44a-4f5af8a4f72a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:38.965140 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f611fa77-5791-4c4e-b44a-4f5af8a4f72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:38.977809 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f611fa77-5791-4c4e-b44a-4f5af8a4f72a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:38.977809 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-f611fa77-5791-4c4e-b44a-4f5af8a4f72a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2fd9b5e4-1477-41ea-8318-ca968bf635ef HTTP/1.1" status: 204 len: 168 time: 0.1882424 Jun 23 14:59:38.977809 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-b4528282-f085-4678-9fd1-570b89b5ff17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:38.977809 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611fa77-5791-4c4e-b44a-4f5af8a4f72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd9b5e4-1477-41ea-8318-ca968bf635ef,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:38.980942 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-f611fa77-5791-4c4e-b44a-4f5af8a4f72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:39.766151 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bae4f522-ff13-4cbc-a5de-36a5c63d3a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:41.271007 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 51460) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:41.377237 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-42ba3760-a709-41f5-a714-d51b94a5a7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:41.463204 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-42ba3760-a709-41f5-a714-d51b94a5a7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:41.537112 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-42ba3760-a709-41f5-a714-d51b94a5a7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:41.539380 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-565a4d29-de09-434b-921b-5df2795049c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:41.574541 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-42ba3760-a709-41f5-a714-d51b94a5a7b4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cedddc5ce7b040d2b8c2644afe44ce6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024337 Jun 23 14:59:41.575457 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba3760-a709-41f5-a714-d51b94a5a7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417bb52b-933d-4645-b031-69ac22d9c72e,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:41.577185 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 51464) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:41.578504 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-42ba3760-a709-41f5-a714-d51b94a5a7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:41.624339 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-27bcc002-e469-43fa-8139-5aba00499a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:41.645242 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-27bcc002-e469-43fa-8139-5aba00499a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:41.748471 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-27bcc002-e469-43fa-8139-5aba00499a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:41.751267 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-27bcc002-e469-43fa-8139-5aba00499a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:41.752404 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-27bcc002-e469-43fa-8139-5aba00499a63 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/417bb52b-933d-4645-b031-69ac22d9c72e HTTP/1.1" status: 204 len: 168 time: 0.1742132 Jun 23 14:59:41.753243 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-4ad42fba-fc48-4d04-acd9-9ca2670f8b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:41.760698 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bcc002-e469-43fa-8139-5aba00499a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417bb52b-933d-4645-b031-69ac22d9c72e,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:41.763023 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-27bcc002-e469-43fa-8139-5aba00499a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:42.339154 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 51480) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:42.352516 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f6bbaf67-b7cd-4497-8f67-1224322b012a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:42.357091 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 51484) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:42.444134 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f6bbaf67-b7cd-4497-8f67-1224322b012a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:42.491560 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-418ad878-a255-4327-bcc7-4e1add5e36fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:42.513408 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c567755a-3c24-4cfb-955e-9e3d0cac6e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:42.514342 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f6bbaf67-b7cd-4497-8f67-1224322b012a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:42.516996 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-344f3858-a47a-4dda-9ab9-9d4f6e6969cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:42.550840 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbaf67-b7cd-4497-8f67-1224322b012a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3115c5-d083-4187-bd8c-74a530375b64,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:42.558031 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-f6bbaf67-b7cd-4497-8f67-1224322b012a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d399001bee3648a69c2348f4870cd6ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2154627 Jun 23 14:59:42.558031 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-f6bbaf67-b7cd-4497-8f67-1224322b012a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:42.558321 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 51488) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:42.560090 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:42.632056 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-7339c326-bdd7-4001-8444-0e25015d8387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:42.648849 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c567755a-3c24-4cfb-955e-9e3d0cac6e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:42.661704 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-7339c326-bdd7-4001-8444-0e25015d8387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:42.708296 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c567755a-3c24-4cfb-955e-9e3d0cac6e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:42.710439 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-ab89dddf-0f95-4647-86e2-169a9c5aef8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:42.748443 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-c567755a-3c24-4cfb-955e-9e3d0cac6e6d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dfc1b99f31d746688c4fff2621a7df3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3902757 Jun 23 14:59:42.749447 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567755a-3c24-4cfb-955e-9e3d0cac6e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a692c0b-5827-4e3d-8b51-bd3faab64b74,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:42.751219 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 51490) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:42.752545 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-c567755a-3c24-4cfb-955e-9e3d0cac6e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:42.787704 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-7339c326-bdd7-4001-8444-0e25015d8387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:42.790308 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-7339c326-bdd7-4001-8444-0e25015d8387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:42.793744 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-7339c326-bdd7-4001-8444-0e25015d8387 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9c3115c5-d083-4187-bd8c-74a530375b64 HTTP/1.1" status: 204 len: 168 time: 0.2321398 Jun 23 14:59:42.793744 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-c4cf1b12-f132-47c6-9c55-189a8949284b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:42.800012 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a837fb94-6b07-488e-82ad-d12a5095c6df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:42.803318 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339c326-bdd7-4001-8444-0e25015d8387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3115c5-d083-4187-bd8c-74a530375b64,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:42.806187 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-7339c326-bdd7-4001-8444-0e25015d8387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:42.825335 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a837fb94-6b07-488e-82ad-d12a5095c6df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:42.994589 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a837fb94-6b07-488e-82ad-d12a5095c6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:42.997583 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a837fb94-6b07-488e-82ad-d12a5095c6df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:43.002083 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-a837fb94-6b07-488e-82ad-d12a5095c6df admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2a692c0b-5827-4e3d-8b51-bd3faab64b74 HTTP/1.1" status: 204 len: 168 time: 0.2464972 Jun 23 14:59:43.002083 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-3a23089f-d2ea-4c5c-975c-dbbda445574b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:43.008034 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837fb94-6b07-488e-82ad-d12a5095c6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a692c0b-5827-4e3d-8b51-bd3faab64b74,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:43.010768 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-a837fb94-6b07-488e-82ad-d12a5095c6df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:43.664868 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 51524) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:43.678971 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a45faa48-21dc-4635-81b5-ef8bf16f2fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:43.731787 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:43.787108 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a45faa48-21dc-4635-81b5-ef8bf16f2fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:43.845914 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a45faa48-21dc-4635-81b5-ef8bf16f2fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:43.848447 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-e818e1a2-1453-4911-97ef-85f24f469a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:43.891497 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-a45faa48-21dc-4635-81b5-ef8bf16f2fe7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=80ac7a0626ae42c499713860f4b1dbbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2254019 Jun 23 14:59:43.892407 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45faa48-21dc-4635-81b5-ef8bf16f2fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee5322b-2634-4f85-a115-cf4b71110f53,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:43.894193 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 51528) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:43.897478 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-a45faa48-21dc-4635-81b5-ef8bf16f2fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:43.945389 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-09219c3a-0a3b-4f86-bf59-0436fc92820f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:43.969088 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-09219c3a-0a3b-4f86-bf59-0436fc92820f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:44.074860 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-09219c3a-0a3b-4f86-bf59-0436fc92820f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:44.077508 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-09219c3a-0a3b-4f86-bf59-0436fc92820f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:44.078672 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-09219c3a-0a3b-4f86-bf59-0436fc92820f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fee5322b-2634-4f85-a115-cf4b71110f53 HTTP/1.1" status: 204 len: 168 time: 0.1833913 Jun 23 14:59:44.079419 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-f33bd04e-29c2-4416-a0d7-1c3dd55f8b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:44.090310 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09219c3a-0a3b-4f86-bf59-0436fc92820f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee5322b-2634-4f85-a115-cf4b71110f53,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:44.090498 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-09219c3a-0a3b-4f86-bf59-0436fc92820f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:44.813506 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 51544) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:44.826842 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-a1a6048b-3cdc-43e2-99e2-f25895f6520f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:44.925444 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-a1a6048b-3cdc-43e2-99e2-f25895f6520f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:45.000901 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-a1a6048b-3cdc-43e2-99e2-f25895f6520f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:45.004446 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-2fdf30e8-633c-4fd5-ae07-02fdf7b04580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:45.043312 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-a1a6048b-3cdc-43e2-99e2-f25895f6520f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=86363218f34f4844912f8d630ebe4bff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286923 Jun 23 14:59:45.045945 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 51550) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:45.048122 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6048b-3cdc-43e2-99e2-f25895f6520f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85734ad4-148b-41a4-a527-0208f362d5ca,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:45.051212 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-a1a6048b-3cdc-43e2-99e2-f25895f6520f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:45.093570 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-cfddafb4-7b80-4a31-8db5-81be9d6ee06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:45.115070 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-cfddafb4-7b80-4a31-8db5-81be9d6ee06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:45.246554 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decb05c-94a6-42a7-9dd6-512a6863bdfc req-8752f7a9-0c12-4d1f-9de3-181dd916080e tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:45.247967 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3decb05c-94a6-42a7-9dd6-512a6863bdfc req-8752f7a9-0c12-4d1f-9de3-181dd916080e tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 946 time: 0.0642917 Jun 23 14:59:45.268923 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-cfddafb4-7b80-4a31-8db5-81be9d6ee06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:45.272141 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-cfddafb4-7b80-4a31-8db5-81be9d6ee06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:45.275804 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-cfddafb4-7b80-4a31-8db5-81be9d6ee06c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/85734ad4-148b-41a4-a527-0208f362d5ca HTTP/1.1" status: 204 len: 168 time: 0.2263675 Jun 23 14:59:45.275804 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-87d521e3-7237-4caa-8186-8b3b00d94b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:45.283012 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfddafb4-7b80-4a31-8db5-81be9d6ee06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85734ad4-148b-41a4-a527-0208f362d5ca,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:45.285439 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-cfddafb4-7b80-4a31-8db5-81be9d6ee06c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:45.291760 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3decb05c-94a6-42a7-9dd6-512a6863bdfc req-2de39289-ed68-4352-83a2-20cc0165b16b tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379426 Jun 23 14:59:45.503257 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:46.496875 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f46124-4cc8-42d6-b259-a7e5996b7a74 req-3619d446-c98d-4a88-8ba4-a10dde06e04e tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:46.498398 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-91f46124-4cc8-42d6-b259-a7e5996b7a74 req-3619d446-c98d-4a88-8ba4-a10dde06e04e tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 946 time: 0.0718510 Jun 23 14:59:46.539557 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-91f46124-4cc8-42d6-b259-a7e5996b7a74 req-3e4bfe29-1721-4695-991c-a6277e7d535e tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349643 Jun 23 14:59:46.800013 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 51610) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:46.996629 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-94c72bd7-85a6-494c-939c-d2765d9307cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:47.079306 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb2340-a159-4d20-aac8-201fb3a16be6 req-50ae3011-f407-4953-8cdf-038c17bd12ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:47.079306 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-59cb2340-a159-4d20-aac8-201fb3a16be6 req-50ae3011-f407-4953-8cdf-038c17bd12ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a6510486430423e819fc78ab70e64d5&device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 1137 time: 0.1368542 Jun 23 14:59:47.088771 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3e6b1-9fd2-4a65-b5a4-6980ff84c95e req-40b21ecc-bb9e-4cbb-977d-561737475664 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:47.090073 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692ea06-6fa2-4716-b38b-f52817692328 req-3f7822b5-2d93-404d-b2c1-328631780302 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:47.090229 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-59c3e6b1-9fd2-4a65-b5a4-6980ff84c95e req-40b21ecc-bb9e-4cbb-977d-561737475664 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.46 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 946 time: 0.1711662 Jun 23 14:59:47.091502 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3692ea06-6fa2-4716-b38b-f52817692328 req-3f7822b5-2d93-404d-b2c1-328631780302 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 984 time: 0.0657156 Jun 23 14:59:47.134902 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3692ea06-6fa2-4716-b38b-f52817692328 req-a5e9a807-ca86-441e-a948-68caa3ea3526 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=57bbbe7b-3b7b-4a87-8546-b2604db78618&id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371907 Jun 23 14:59:47.283557 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb2340-a159-4d20-aac8-201fb3a16be6 req-c143d14c-c082-4774-b0bf-a73bdbdedd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:47.283879 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-59cb2340-a159-4d20-aac8-201fb3a16be6 req-c143d14c-c082-4774-b0bf-a73bdbdedd10 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8f833907-b415-4449-8941-f1cb4ab13f50 HTTP/1.1" status: 200 len: 916 time: 0.1917701 Jun 23 14:59:47.300306 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-94c72bd7-85a6-494c-939c-d2765d9307cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:47.367813 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-59cb2340-a159-4d20-aac8-201fb3a16be6 req-07ef8f10-128c-458c-b049-84c26bfae1c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f93707b5-899d-49fa-8644-0cf6a3e24bdc HTTP/1.1" status: 200 len: 1000 time: 0.0741913 Jun 23 14:59:47.369740 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-59c3e6b1-9fd2-4a65-b5a4-6980ff84c95e req-5dc7b790-d6c5-4978-9db5-19dcb8edd2b8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Deleting port a8907114-1ecb-4a9e-87a5-7bf34bc31485 {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:59:47.370162 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-59c3e6b1-9fd2-4a65-b5a4-6980ff84c95e req-5dc7b790-d6c5-4978-9db5-19dcb8edd2b8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:47.375332 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-94c72bd7-85a6-494c-939c-d2765d9307cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:47.393128 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-4127d452-9004-4638-902d-68337c679832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:47.508003 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-94c72bd7-85a6-494c-939c-d2765d9307cf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9297a1177a084480a0c55b9f8da79e64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7068872 Jun 23 14:59:47.510744 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 51624) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:47.513138 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c72bd7-85a6-494c-939c-d2765d9307cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5652f148-20a0-4f53-983b-e65af0b43fb5,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:47.516106 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-94c72bd7-85a6-494c-939c-d2765d9307cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:47.519554 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb2340-a159-4d20-aac8-201fb3a16be6 req-5e1340bc-d0d3-4e07-ba1a-fcc491eb25f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:47.527829 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-59cb2340-a159-4d20-aac8-201fb3a16be6 req-5e1340bc-d0d3-4e07-ba1a-fcc491eb25f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e48a2a14-0ddc-485c-80f5-54d760235633 HTTP/1.1" status: 200 len: 854 time: 0.1469650 Jun 23 14:59:47.560656 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-479e6df4-09b0-42ec-9f61-f09203e5b850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:47.568891 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-59c3e6b1-9fd2-4a65-b5a4-6980ff84c95e req-5dc7b790-d6c5-4978-9db5-19dcb8edd2b8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] For port a8907114-1ecb-4a9e-87a5-7bf34bc31485, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a8907114-1ecb-4a9e-87a5-7bf34bc31485,segment=NetworkSegment(53319a76-a6c9-4f00-b8bd-5ceecb1d2786),segment_id=53319a76-a6c9-4f00-b8bd-5ceecb1d2786)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:59:47.569260 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-59c3e6b1-9fd2-4a65-b5a4-6980ff84c95e req-5dc7b790-d6c5-4978-9db5-19dcb8edd2b8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:47.591582 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-479e6df4-09b0-42ec-9f61-f09203e5b850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:47.690189 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-479e6df4-09b0-42ec-9f61-f09203e5b850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:47.693802 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-479e6df4-09b0-42ec-9f61-f09203e5b850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:47.695005 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-479e6df4-09b0-42ec-9f61-f09203e5b850 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5652f148-20a0-4f53-983b-e65af0b43fb5 HTTP/1.1" status: 204 len: 168 time: 0.1832128 Jun 23 14:59:47.696667 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-7339c326-bdd7-4001-8444-0e25015d8387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:47.700223 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb2340-a159-4d20-aac8-201fb3a16be6 req-023aca12-3c88-4b8e-91d1-2eaaa34d1126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:47.702016 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-59cb2340-a159-4d20-aac8-201fb3a16be6 req-023aca12-3c88-4b8e-91d1-2eaaa34d1126 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8f833907-b415-4449-8941-f1cb4ab13f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1716270 Jun 23 14:59:47.708640 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e6df4-09b0-42ec-9f61-f09203e5b850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5652f148-20a0-4f53-983b-e65af0b43fb5,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:47.719347 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-479e6df4-09b0-42ec-9f61-f09203e5b850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:47.747330 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a14809-c9fe-4643-88a0-3b655d28ffbb req-e4cd7b09-48d5-4999-9d45-51bb0e0560f9 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:47.749041 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-16a14809-c9fe-4643-88a0-3b655d28ffbb req-e4cd7b09-48d5-4999-9d45-51bb0e0560f9 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 946 time: 0.0882909 Jun 23 14:59:47.791057 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-16a14809-c9fe-4643-88a0-3b655d28ffbb req-c4373957-30d5-46f4-8dba-d29d30490e06 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb06a1d0-46d9-4c82-a838-59a927563b20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353003 Jun 23 14:59:48.149843 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-59c3e6b1-9fd2-4a65-b5a4-6980ff84c95e req-5dc7b790-d6c5-4978-9db5-19dcb8edd2b8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:48.150379 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-59c3e6b1-9fd2-4a65-b5a4-6980ff84c95e req-5dc7b790-d6c5-4978-9db5-19dcb8edd2b8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643682'] for floatingip, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:48.150555 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.db.l3_db [req-59c3e6b1-9fd2-4a65-b5a4-6980ff84c95e req-5dc7b790-d6c5-4978-9db5-19dcb8edd2b8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Floating IP 4182eaf9-ca81-445b-b4ed-3e32653334bd disassociated. External IP: 172.28.1.104, port: a8907114-1ecb-4a9e-87a5-7bf34bc31485. Jun 23 14:59:48.150883 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-59c3e6b1-9fd2-4a65-b5a4-6980ff84c95e req-5dc7b790-d6c5-4978-9db5-19dcb8edd2b8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Calling delete_port for a8907114-1ecb-4a9e-87a5-7bf34bc31485 owned by compute:nova {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:59:48.156225 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-59cb2340-a159-4d20-aac8-201fb3a16be6 req-9e81d662-a04a-46a1-b6a6-2354c5526d36 service neutron] 10.222.0.46 "GET /v2.0/networks/8f833907-b415-4449-8941-f1cb4ab13f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970851 Jun 23 14:59:48.298170 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-59cb2340-a159-4d20-aac8-201fb3a16be6 req-2a8bff96-939d-4c3e-a0bf-c6d085a26b87 service neutron] 10.222.0.46 "GET /v2.0/networks/8f833907-b415-4449-8941-f1cb4ab13f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336808 Jun 23 14:59:48.324960 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887881f-88a3-47df-bae0-2f53ea4c0cce req-02aaff25-6785-40e4-a7c3-2e43920b253d tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:48.327454 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b887881f-88a3-47df-bae0-2f53ea4c0cce req-02aaff25-6785-40e4-a7c3-2e43920b253d tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 984 time: 0.0775516 Jun 23 14:59:48.369942 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b887881f-88a3-47df-bae0-2f53ea4c0cce req-f62c622a-8874-463b-81cb-896145801d7c tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=57bbbe7b-3b7b-4a87-8546-b2604db78618&id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362759 Jun 23 14:59:48.423569 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-59c3e6b1-9fd2-4a65-b5a4-6980ff84c95e req-5dc7b790-d6c5-4978-9db5-19dcb8edd2b8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:48.428180 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:48.451892 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7b790-d6c5-4978-9db5-19dcb8edd2b8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Pushing event deleted for resources: {'Port': ['ID=a8907114-1ecb-4a9e-87a5-7bf34bc31485,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:48.455675 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-5dc7b790-d6c5-4978-9db5-19dcb8edd2b8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:48.567752 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59c3e6b1-9fd2-4a65-b5a4-6980ff84c95e req-5dc7b790-d6c5-4978-9db5-19dcb8edd2b8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Router 29bfcd50-5d2e-49f4-a10e-987758994b40 has already been hosted by L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 {{(pid=100181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:59:48.689455 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59c3e6b1-9fd2-4a65-b5a4-6980ff84c95e req-5dc7b790-d6c5-4978-9db5-19dcb8edd2b8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:59:48.699449 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c503cbb2-67cd-4200-ad3e-9ff6f9c88a33 None None] Sync routers for ids ['29bfcd50-5d2e-49f4-a10e-987758994b40'] in dv-cinder-796286-8-smb {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:59:48.710800 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c503cbb2-67cd-4200-ad3e-9ff6f9c88a33 None None] Routers {'29bfcd50-5d2e-49f4-a10e-987758994b40'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:59:48.711538 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-c503cbb2-67cd-4200-ad3e-9ff6f9c88a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:59:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['29bfcd50-5d2e-49f4-a10e-987758994b40'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:59:48.748316 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c3e6b1-9fd2-4a65-b5a4-6980ff84c95e req-5dc7b790-d6c5-4978-9db5-19dcb8edd2b8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] No DVR routers for this DVR port a8907114-1ecb-4a9e-87a5-7bf34bc31485 on host hv-cinder-79628 {{(pid=100181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:59:48.752803 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-59c3e6b1-9fd2-4a65-b5a4-6980ff84c95e req-5dc7b790-d6c5-4978-9db5-19dcb8edd2b8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:48.755267 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-59c3e6b1-9fd2-4a65-b5a4-6980ff84c95e req-5dc7b790-d6c5-4978-9db5-19dcb8edd2b8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.46 "DELETE /v2.0/ports/a8907114-1ecb-4a9e-87a5-7bf34bc31485 HTTP/1.1" status: 204 len: 173 time: 1.6528454 Jun 23 14:59:48.756209 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6d5cf5-832a-4f5b-8415-901c71fb1040', 'name': 'network-vif-deleted', 'tag': 'a8907114-1ecb-4a9e-87a5-7bf34bc31485'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:59:48.759669 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f279dac1-c456-4e7e-81a9-810345b00d25" -d '{"events": [{"server_uuid": "de6d5cf5-832a-4f5b-8415-901c71fb1040", "name": "network-vif-deleted", "tag": "a8907114-1ecb-4a9e-87a5-7bf34bc31485"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:59:48.786397 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 51656) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:48.834911 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42559f93-3947-4a1c-a68c-f46b87d74628 x-openstack-request-id: req-42559f93-3947-4a1c-a68c-f46b87d74628 {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:59:48.836401 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6d5cf5-832a-4f5b-8415-901c71fb1040", "name": "network-vif-deleted", "tag": "a8907114-1ecb-4a9e-87a5-7bf34bc31485", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:59:48.836758 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-42559f93-3947-4a1c-a68c-f46b87d74628 {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:59:48.837261 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6d5cf5-832a-4f5b-8415-901c71fb1040', 'name': 'network-vif-deleted', 'tag': 'a8907114-1ecb-4a9e-87a5-7bf34bc31485', 'status': 'completed', 'code': 200} Jun 23 14:59:48.846463 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-c503cbb2-67cd-4200-ad3e-9ff6f9c88a33 None None] Set router 29bfcd50-5d2e-49f4-a10e-987758994b40 gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:59:49.009033 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-27cac439-3b18-4753-b9a9-c7bdf9971078 req-6a3fc3cb-871b-4fb4-8225-3cf6cad30a6d tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=de6d5cf5-832a-4f5b-8415-901c71fb1040 HTTP/1.1" status: 200 len: 210 time: 0.0414519 Jun 23 14:59:49.106681 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-c503cbb2-67cd-4200-ad3e-9ff6f9c88a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'name': 'tempest-AttachVolumeShelveTestJSON-647770545-router', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'gw_port': {'id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:51Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '147ad878-a178-4115-8f3a-3fc36488fc68', 'name': '', 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'mac_address': 'fa:16:3e:1c:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:56:00Z', 'updated_at': '2021-06-23T14:56:13Z', 'revision_number': 5, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'subnets': [{'id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:59:49.134751 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c503cbb2-67cd-4200-ad3e-9ff6f9c88a33 None None] Checking router: 29bfcd50-5d2e-49f4-a10e-987758994b40 for host: dv-cinder-796286-8-smb {{(pid=100182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:59:49.151101 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c503cbb2-67cd-4200-ad3e-9ff6f9c88a33 None None] Routers {'29bfcd50-5d2e-49f4-a10e-987758994b40'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:59:49.151831 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-c503cbb2-67cd-4200-ad3e-9ff6f9c88a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:59:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['29bfcd50-5d2e-49f4-a10e-987758994b40'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:59:49.163807 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a7aea09f-6339-44ed-8053-5df4eb5b6b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:49.270696 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-c503cbb2-67cd-4200-ad3e-9ff6f9c88a33 None None] Set router 29bfcd50-5d2e-49f4-a10e-987758994b40 gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:59:49.291504 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a7aea09f-6339-44ed-8053-5df4eb5b6b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:49.360326 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a7aea09f-6339-44ed-8053-5df4eb5b6b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:49.363775 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-42110ddc-ad2c-4549-b112-e5c42998b350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:49.406537 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 51672) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:49.414273 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-a7aea09f-6339-44ed-8053-5df4eb5b6b8f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=225d78e249484bc58367495bbeb61777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6255612 Jun 23 14:59:49.419617 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aea09f-6339-44ed-8053-5df4eb5b6b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b270a767-0025-4332-a220-397e4abbe0e0,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:49.425700 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-a7aea09f-6339-44ed-8053-5df4eb5b6b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:49.471619 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e9d674de-efae-4c97-8189-10c66ee6ab70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:49.499039 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e9d674de-efae-4c97-8189-10c66ee6ab70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:49.511613 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-c503cbb2-67cd-4200-ad3e-9ff6f9c88a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'name': 'tempest-AttachVolumeShelveTestJSON-647770545-router', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'gw_port': {'id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:51Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '147ad878-a178-4115-8f3a-3fc36488fc68', 'name': '', 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'mac_address': 'fa:16:3e:1c:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:56:00Z', 'updated_at': '2021-06-23T14:56:13Z', 'revision_number': 5, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'subnets': [{'id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:59:49.546398 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c503cbb2-67cd-4200-ad3e-9ff6f9c88a33 None None] The sync data for ids ['29bfcd50-5d2e-49f4-a10e-987758994b40'] in dv-cinder-796286-8-smb is: [{'id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'name': 'tempest-AttachVolumeShelveTestJSON-647770545-router', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'gw_port': {'id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:51Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '147ad878-a178-4115-8f3a-3fc36488fc68', 'name': '', 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'mac_address': 'fa:16:3e:1c:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:56:00Z', 'updated_at': '2021-06-23T14:56:13Z', 'revision_number': 5, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'subnets': [{'id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:59:49.616685 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0737721-9d9d-4c12-9ebc-752048a97960 req-721275e1-6629-4daa-84c2-c34119384f89 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:49.618508 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a0737721-9d9d-4c12-9ebc-752048a97960 req-721275e1-6629-4daa-84c2-c34119384f89 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 984 time: 0.0831356 Jun 23 14:59:49.661284 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a0737721-9d9d-4c12-9ebc-752048a97960 req-3ca0a5bb-c258-426f-b59f-a9efd08a213c tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=57bbbe7b-3b7b-4a87-8546-b2604db78618&id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362973 Jun 23 14:59:49.663345 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e9d674de-efae-4c97-8189-10c66ee6ab70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:49.666097 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e9d674de-efae-4c97-8189-10c66ee6ab70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:49.669875 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-e9d674de-efae-4c97-8189-10c66ee6ab70 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b270a767-0025-4332-a220-397e4abbe0e0 HTTP/1.1" status: 204 len: 168 time: 0.2620709 Jun 23 14:59:49.670652 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-e3ec2965-e4a6-45e9-8ffc-dd2c04dba38e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:49.679497 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d674de-efae-4c97-8189-10c66ee6ab70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b270a767-0025-4332-a220-397e4abbe0e0,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:49.682017 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-e9d674de-efae-4c97-8189-10c66ee6ab70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:49.819929 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25577ba5-37d8-4aae-a1a9-18bb31977d4d None None] New status for floating IP 4182eaf9-ca81-445b-b4ed-3e32653334bd: DOWN {{(pid=100183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:59:49.917744 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device a8907114-1ecb-4a9e-87a5-7bf34bc31485 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:59:49.937607 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] No Port match for: a8907114-1ecb-4a9e-87a5-7bf34bc31485 {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:59:49.937994 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device a8907114-1ecb-4a9e-87a5-7bf34bc31485 not bound to the agent host hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:59:50.276466 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 51686) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:50.330379 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-47008284-4e6d-4c8c-9bf5-84688dad3526 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:50.354350 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-47008284-4e6d-4c8c-9bf5-84688dad3526 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:50.463293 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-47008284-4e6d-4c8c-9bf5-84688dad3526 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:50.466227 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-47008284-4e6d-4c8c-9bf5-84688dad3526 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:50.469852 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-47008284-4e6d-4c8c-9bf5-84688dad3526 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "DELETE /v2.0/security-groups/eb06a1d0-46d9-4c82-a838-59a927563b20 HTTP/1.1" status: 204 len: 168 time: 0.1899445 Jun 23 14:59:50.469852 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-6f5edff5-e8b4-4e68-98c9-66cca8a7026a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:50.470270 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 51688) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:50.485363 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.api.v2.resource [None req-73715f33-979d-472b-92b7-c993e16e4be7 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] show failed (client error): The resource could not be found. Jun 23 14:59:50.486608 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47008284-4e6d-4c8c-9bf5-84688dad3526 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb06a1d0-46d9-4c82-a838-59a927563b20,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:50.488046 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-73715f33-979d-472b-92b7-c993e16e4be7 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups/eb06a1d0-46d9-4c82-a838-59a927563b20 HTTP/1.1" status: 404 len: 347 time: 0.0155833 Jun 23 14:59:50.489828 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 51690) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:50.496912 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-47008284-4e6d-4c8c-9bf5-84688dad3526 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:50.617169 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.plugin [None req-af77ec0b-3d4c-4df1-85e3-1c061994372b tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Deleting port 3888538b-9fa6-431c-a3c5-9e48ac2f1dce {{(pid=100180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:59:50.617512 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-af77ec0b-3d4c-4df1-85e3-1c061994372b tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:50.689512 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-af77ec0b-3d4c-4df1-85e3-1c061994372b tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:50.689868 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-af77ec0b-3d4c-4df1-85e3-1c061994372b tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:50.702017 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.plugin [None req-af77ec0b-3d4c-4df1-85e3-1c061994372b tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Calling delete_port for 3888538b-9fa6-431c-a3c5-9e48ac2f1dce owned by network:floatingip {{(pid=100180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:59:50.888723 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59a9d2-bb8e-49f7-871b-f7e11e20229f req-a2653512-7792-4153-97c9-fff1eb5905e9 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:50.890060 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0c59a9d2-bb8e-49f7-871b-f7e11e20229f req-a2653512-7792-4153-97c9-fff1eb5905e9 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 984 time: 0.0979846 Jun 23 14:59:50.929098 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0c59a9d2-bb8e-49f7-871b-f7e11e20229f req-eb30d69f-0dc3-41b6-91ac-1973c3cd3d66 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=57bbbe7b-3b7b-4a87-8546-b2604db78618&id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325768 Jun 23 14:59:50.937254 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-af77ec0b-3d4c-4df1-85e3-1c061994372b tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25328524'] for port, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:50.940116 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-29476e47-edef-49ce-b068-5b8bf4ecfaf0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:50.963374 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77ec0b-3d4c-4df1-85e3-1c061994372b tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Pushing event deleted for resources: {'Port': ['ID=3888538b-9fa6-431c-a3c5-9e48ac2f1dce,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:50.966391 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-af77ec0b-3d4c-4df1-85e3-1c061994372b tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:51.021129 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-af77ec0b-3d4c-4df1-85e3-1c061994372b tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for floatingip, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:51.023750 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-af77ec0b-3d4c-4df1-85e3-1c061994372b tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for floatingip, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:51.024855 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-af77ec0b-3d4c-4df1-85e3-1c061994372b tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "DELETE /v2.0/floatingips/4182eaf9-ca81-445b-b4ed-3e32653334bd HTTP/1.1" status: 204 len: 168 time: 0.5339615 Jun 23 14:59:51.321397 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 51702) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:51.326046 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-1a110c5f-613d-47b6-bdb4-26496788361f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Request body: {'security_group': {'name': 'tempest-securitygroup--479969243', 'description': 'tempest-description--392209617'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:59:51.400275 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1a110c5f-613d-47b6-bdb4-26496788361f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:51.483220 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1a110c5f-613d-47b6-bdb4-26496788361f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:51.622981 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1a110c5f-613d-47b6-bdb4-26496788361f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:51.626357 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-3d149fe0-19d3-4e06-8928-846c214285d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:51.654864 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a110c5f-613d-47b6-bdb4-26496788361f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a9d67e-4980-4caa-aeba-5cc779de1231,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:51.657649 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-1a110c5f-613d-47b6-bdb4-26496788361f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:51.709312 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1a110c5f-613d-47b6-bdb4-26496788361f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:51.710580 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-1a110c5f-613d-47b6-bdb4-26496788361f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3881333 Jun 23 14:59:51.713378 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 51706) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:51.717877 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-1e1d295a-6bfd-4d05-8ed5-541f5de668c7 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Request body: {'security_group_rule': {'security_group_id': '34a9d67e-4980-4caa-aeba-5cc779de1231', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:59:51.794298 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1e1d295a-6bfd-4d05-8ed5-541f5de668c7 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:51.847698 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1e1d295a-6bfd-4d05-8ed5-541f5de668c7 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:51.982690 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1e1d295a-6bfd-4d05-8ed5-541f5de668c7 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429934'] for security_group_rule, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:51.986075 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:52.001851 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d295a-6bfd-4d05-8ed5-541f5de668c7 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a52811-25d5-4b5d-8f93-83ab41c98c2e,revision_number=0']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:52.004334 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-1e1d295a-6bfd-4d05-8ed5-541f5de668c7 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:52.069724 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1e1d295a-6bfd-4d05-8ed5-541f5de668c7 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:52.070850 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-1e1d295a-6bfd-4d05-8ed5-541f5de668c7 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3565230 Jun 23 14:59:52.073719 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 51712) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:52.078931 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-d8777283-f0e1-4086-b76b-f777780466eb tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Request body: {'security_group_rule': {'security_group_id': '34a9d67e-4980-4caa-aeba-5cc779de1231', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:59:52.103351 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8e109-21ab-4721-b8d7-77232e6d00dd req-48c94904-e9af-482a-9187-f4fd426bede0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:52.109123 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-77f8e109-21ab-4721-b8d7-77232e6d00dd req-48c94904-e9af-482a-9187-f4fd426bede0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 984 time: 0.0649948 Jun 23 14:59:52.142521 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-d8777283-f0e1-4086-b76b-f777780466eb tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:52.144438 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-77f8e109-21ab-4721-b8d7-77232e6d00dd req-0c9e55b8-8fed-4452-b2c2-25c5210651fc tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=57bbbe7b-3b7b-4a87-8546-b2604db78618&id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337715 Jun 23 14:59:52.201685 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-d8777283-f0e1-4086-b76b-f777780466eb tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:52.256756 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-d8777283-f0e1-4086-b76b-f777780466eb tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429934'] for security_group_rule, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:52.258749 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-08b8bfbf-1fb3-46a6-b097-534e1cdfcf68 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:52.274716 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8777283-f0e1-4086-b76b-f777780466eb tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04442cec-6634-4152-934e-30a485f2dcf4,revision_number=0']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:52.277011 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-d8777283-f0e1-4086-b76b-f777780466eb tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:52.320279 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-d8777283-f0e1-4086-b76b-f777780466eb tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:52.321422 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-d8777283-f0e1-4086-b76b-f777780466eb tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2462683 Jun 23 14:59:52.324457 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 51714) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:59:52.328687 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-f9b27b3a-0565-4c51-a52d-824c8c9a9349 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Request body: {'floatingip': {'floating_network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:59:52.405797 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f9b27b3a-0565-4c51-a52d-824c8c9a9349 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for floatingip, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:52.498004 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f9b27b3a-0565-4c51-a52d-824c8c9a9349 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:52.598567 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_common [None req-f9b27b3a-0565-4c51-a52d-824c8c9a9349 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Allocated IP 172.28.1.139 (d2ee6402-d146-4119-8365-b6e413e6a66f/aecbd380-5595-4490-ba93-56b7169dc4a5/abff34ee-aeaf-4660-8cd1-a89ccc76a407) {{(pid=100181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:59:52.693207 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f9b27b3a-0565-4c51-a52d-824c8c9a9349 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for port, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:52.783247 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f9b27b3a-0565-4c51-a52d-824c8c9a9349 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25497294'] for port, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:52.786209 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-12dd745a-7fed-4de7-84d1-caaa6eeeb685 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:52.825669 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b27b3a-0565-4c51-a52d-824c8c9a9349 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Network d2ee6402-d146-4119-8365-b6e413e6a66f is already hosted by enough agents. {{(pid=100181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:59:52.829895 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [None req-f9b27b3a-0565-4c51-a52d-824c8c9a9349 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Resources bound (agent type, host, resource id): {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:59:52.833569 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b27b3a-0565-4c51-a52d-824c8c9a9349 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Received port after_create {{(pid=100181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:59:52.838959 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b27b3a-0565-4c51-a52d-824c8c9a9349 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Pushing event updated for resources: {'Port': ['ID=abff34ee-aeaf-4660-8cd1-a89ccc76a407,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:52.857103 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-f9b27b3a-0565-4c51-a52d-824c8c9a9349 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:52.918816 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f9b27b3a-0565-4c51-a52d-824c8c9a9349 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:53.020193 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f9b27b3a-0565-4c51-a52d-824c8c9a9349 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:53.168874 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f9b27b3a-0565-4c51-a52d-824c8c9a9349 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for port, precommit_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:53.228666 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f9b27b3a-0565-4c51-a52d-824c8c9a9349 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:53.231700 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-9c11618f-a71e-4ef8-984f-f310f524ddce tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:53.304391 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b27b3a-0565-4c51-a52d-824c8c9a9349 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Pushing event updated for resources: {'Port': ['ID=abff34ee-aeaf-4660-8cd1-a89ccc76a407,revision_number=2']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:53.309904 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-f9b27b3a-0565-4c51-a52d-824c8c9a9349 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:53.316377 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f9b27b3a-0565-4c51-a52d-824c8c9a9349 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643682'] for floatingip, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:53.319431 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6245a4-d90d-4bf7-bf68-a87fd7c2d9bb req-399ffd3c-0b04-44b3-aea6-a58604f6874c tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:53.320877 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9f6245a4-d90d-4bf7-bf68-a87fd7c2d9bb req-399ffd3c-0b04-44b3-aea6-a58604f6874c tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 984 time: 0.0658171 Jun 23 14:59:53.361089 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9f6245a4-d90d-4bf7-bf68-a87fd7c2d9bb req-e81074f4-c3c4-46d4-a6e7-c2aa7b80e317 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=57bbbe7b-3b7b-4a87-8546-b2604db78618&id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337257 Jun 23 14:59:53.417015 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f9b27b3a-0565-4c51-a52d-824c8c9a9349 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for floatingip, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:53.418248 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-f9b27b3a-0565-4c51-a52d-824c8c9a9349 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0928879 Jun 23 14:59:53.608736 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-cd125f13-e9c0-438d-bd60-2bd53279cf4f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--479969243&fields=id&tenant_id=662a27900f4b4c86b36ebf9acc29eeb6 HTTP/1.1" status: 200 len: 267 time: 0.0344133 Jun 23 14:59:53.713629 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-d9994294-730c-434d-8cfb-47be7cb4a776 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:53.715121 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-d9994294-730c-434d-8cfb-47be7cb4a776 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/networks?id=751b38e2-092c-451f-8e10-78172c3e29c3 HTTP/1.1" status: 200 len: 816 time: 0.1001451 Jun 23 14:59:53.730248 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-a934d95c-271b-43e7-b228-879495114dc5 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/quotas/662a27900f4b4c86b36ebf9acc29eeb6 HTTP/1.1" status: 200 len: 375 time: 0.0096421 Jun 23 14:59:53.799614 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-ac37bdd9-3b6f-4663-96de-976647027c34 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=662a27900f4b4c86b36ebf9acc29eeb6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0642896 Jun 23 14:59:53.892449 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-838c0df7-8adf-4e2c-82d7-dbfc12b64215 service neutron] 10.222.0.72 "GET /v2.0/networks/751b38e2-092c-451f-8e10-78172c3e29c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808966 Jun 23 14:59:53.980608 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-a07d486b-8cb3-4e64-b420-113518db65ff service neutron] 10.222.0.72 "GET /v2.0/networks/751b38e2-092c-451f-8e10-78172c3e29c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817809 Jun 23 14:59:54.197208 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1837155f-1572-43dd-8f05-4849cb1370c2 req-a9477103-9acf-4aca-9a62-11b5147c5e1d tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 210 time: 0.0285127 Jun 23 14:59:54.538098 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08a761-279d-4600-9165-4fc8e9df22d3 req-e1e5e490-a276-4240-8deb-6914c038bf7c tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:54.539577 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-2a08a761-279d-4600-9165-4fc8e9df22d3 req-e1e5e490-a276-4240-8deb-6914c038bf7c tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 984 time: 0.0634911 Jun 23 14:59:54.578665 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-2a08a761-279d-4600-9165-4fc8e9df22d3 req-cacaed1e-2e72-4407-87df-75ea00598863 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=57bbbe7b-3b7b-4a87-8546-b2604db78618&id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330796 Jun 23 14:59:55.360098 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-792d0959-2466-4748-aba9-37d009016fb0 req-a68af191-12dc-4b8d-bd4c-ba3fb434f85a tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 210 time: 0.0334454 Jun 23 14:59:55.764337 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b0f5f-7e5b-45d7-be30-f79bf721f5da req-2d877f97-39d6-47c9-9842-61aa96291b29 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:55.765910 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-886b0f5f-7e5b-45d7-be30-f79bf721f5da req-2d877f97-39d6-47c9-9842-61aa96291b29 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 984 time: 0.0660963 Jun 23 14:59:55.806137 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-886b0f5f-7e5b-45d7-be30-f79bf721f5da req-dfa02f81-f56c-4bbc-9ebe-b431920436d2 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=57bbbe7b-3b7b-4a87-8546-b2604db78618&id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341849 Jun 23 14:59:56.105516 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-7a277119-4f63-4aa4-a99a-e3e13b4ad6a3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:56.109328 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-7a277119-4f63-4aa4-a99a-e3e13b4ad6a3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.46 "GET /v2.0/networks?id=751b38e2-092c-451f-8e10-78172c3e29c3 HTTP/1.1" status: 200 len: 816 time: 0.1025975 Jun 23 14:59:56.159315 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-da8266b1-8d82-4382-becc-945eecbf1b0f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=662a27900f4b4c86b36ebf9acc29eeb6 HTTP/1.1" status: 200 len: 379 time: 0.0438230 Jun 23 14:59:56.168325 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-8cbbada7-c6b2-4e63-b556-95ab63a21cc8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Request body: {'port': {'device_id': '7b4953b8-6b46-4602-abb3-bcc828a8eb63', 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3', 'admin_state_up': True, 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'security_groups': ['34a9d67e-4980-4caa-aeba-5cc779de1231']}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:59:56.337020 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-8cbbada7-c6b2-4e63-b556-95ab63a21cc8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Made reservation on behalf of 662a27900f4b4c86b36ebf9acc29eeb6 for: {'port': 1} {{(pid=100181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:59:56.340625 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-8cbbada7-c6b2-4e63-b556-95ab63a21cc8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:56.471567 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_common [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-8cbbada7-c6b2-4e63-b556-95ab63a21cc8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Allocated IP 172.20.0.11 (751b38e2-092c-451f-8e10-78172c3e29c3/5c70a621-ace7-4983-aa1c-39b0c0eb6481/348c3845-7223-48ad-b737-66b795a39140) {{(pid=100181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:59:56.524660 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-82a6af1b-da6e-4cd1-96ea-95b24da6b5e4 req-fd49d017-97d8-4a0c-a1f1-d98f12b9d795 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 210 time: 0.0297277 Jun 23 14:59:56.611119 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-8cbbada7-c6b2-4e63-b556-95ab63a21cc8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for port, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:56.628453 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.provisioning_blocks [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-8cbbada7-c6b2-4e63-b556-95ab63a21cc8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Transition to ACTIVE for port object 348c3845-7223-48ad-b737-66b795a39140 will not be triggered until provisioned by entity DHCP. {{(pid=100181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:59:56.703290 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-8cbbada7-c6b2-4e63-b556-95ab63a21cc8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25497294'] for port, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:56.707538 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-403ae11f-97c5-49cb-a4ca-44a3348cb640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:56.748788 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-8cbbada7-c6b2-4e63-b556-95ab63a21cc8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Network 751b38e2-092c-451f-8e10-78172c3e29c3 is already hosted by enough agents. {{(pid=100181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:59:56.751921 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-8cbbada7-c6b2-4e63-b556-95ab63a21cc8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Resources bound (agent type, host, resource id): {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:59:56.767684 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-8cbbada7-c6b2-4e63-b556-95ab63a21cc8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Received port after_create {{(pid=100181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:59:56.781655 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbbada7-c6b2-4e63-b556-95ab63a21cc8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Pushing event updated for resources: {'Port': ['ID=348c3845-7223-48ad-b737-66b795a39140,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:56.786016 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-8cbbada7-c6b2-4e63-b556-95ab63a21cc8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:56.810932 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-8cbbada7-c6b2-4e63-b556-95ab63a21cc8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:56.811561 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-8cbbada7-c6b2-4e63-b556-95ab63a21cc8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:56.932448 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-8cbbada7-c6b2-4e63-b556-95ab63a21cc8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7676167 Jun 23 14:59:56.944004 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-e61acf6f-3f35-4cd4-9725-0fd8a128569c service neutron] Request body: {'port': {'device_id': '7b4953b8-6b46-4602-abb3-bcc828a8eb63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:59:56.992523 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fdb7b-1bf9-4eac-8cea-48b9b29ca58f req-51f10d04-cf04-4bb0-9260-cc5a4686cde5 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:56.994152 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-221fdb7b-1bf9-4eac-8cea-48b9b29ca58f req-51f10d04-cf04-4bb0-9260-cc5a4686cde5 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 984 time: 0.0737853 Jun 23 14:59:57.030265 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-e61acf6f-3f35-4cd4-9725-0fd8a128569c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:57.034683 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-221fdb7b-1bf9-4eac-8cea-48b9b29ca58f req-c4b6b440-6d01-4c34-b08b-2307370b8731 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=57bbbe7b-3b7b-4a87-8546-b2604db78618&id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345476 Jun 23 14:59:57.085519 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-d578fb25-db3c-49a8-bc62-5e69694a1666 None None] Provisioning for port 348c3845-7223-48ad-b737-66b795a39140 completed by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:59:57.089466 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-d578fb25-db3c-49a8-bc62-5e69694a1666 None None] Provisioning complete for port 348c3845-7223-48ad-b737-66b795a39140 triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:59:57.089903 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-d578fb25-db3c-49a8-bc62-5e69694a1666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:57.124234 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-d578fb25-db3c-49a8-bc62-5e69694a1666 None None] Port 348c3845-7223-48ad-b737-66b795a39140 cannot update to ACTIVE because it is not bound. {{(pid=100182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:59:57.315437 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-e61acf6f-3f35-4cd4-9725-0fd8a128569c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 348c3845-7223-48ad-b737-66b795a39140 {{(pid=100181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:59:57.325177 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-e61acf6f-3f35-4cd4-9725-0fd8a128569c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:57.339507 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.provisioning_blocks [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-e61acf6f-3f35-4cd4-9725-0fd8a128569c service neutron] Transition to ACTIVE for port object 348c3845-7223-48ad-b737-66b795a39140 will not be triggered until provisioned by entity L2. {{(pid=100181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:59:57.531342 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-e61acf6f-3f35-4cd4-9725-0fd8a128569c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:57.533524 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-5c1b15a8-b18f-424f-9a26-429c732ed448 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:57.599011 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61acf6f-3f35-4cd4-9725-0fd8a128569c service neutron] Pushing event updated for resources: {'Port': ['ID=348c3845-7223-48ad-b737-66b795a39140,revision_number=2']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:57.602417 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-e61acf6f-3f35-4cd4-9725-0fd8a128569c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:57.660686 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-e61acf6f-3f35-4cd4-9725-0fd8a128569c service neutron] Attempting to bind port 348c3845-7223-48ad-b737-66b795a39140 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:59:57.661025 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-e61acf6f-3f35-4cd4-9725-0fd8a128569c service neutron] Attempting to bind port 348c3845-7223-48ad-b737-66b795a39140 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '53319a76-a6c9-4f00-b8bd-5ceecb1d2786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3'}] {{(pid=100181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:59:57.661357 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-e61acf6f-3f35-4cd4-9725-0fd8a128569c service neutron] Attempting to bind port 348c3845-7223-48ad-b737-66b795a39140 on network 751b38e2-092c-451f-8e10-78172c3e29c3 {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:59:57.666332 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-e61acf6f-3f35-4cd4-9725-0fd8a128569c service neutron] Port 348c3845-7223-48ad-b737-66b795a39140 on network 751b38e2-092c-451f-8e10-78172c3e29c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:59:57.666784 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-e61acf6f-3f35-4cd4-9725-0fd8a128569c service neutron] Attempting to bind port 348c3845-7223-48ad-b737-66b795a39140 on network 751b38e2-092c-451f-8e10-78172c3e29c3 {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:59:57.671641 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-e61acf6f-3f35-4cd4-9725-0fd8a128569c service neutron] Checking agent: {'id': 'c9242261-8a06-47e1-899c-cb42624e61de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:59:57.671972 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-e61acf6f-3f35-4cd4-9725-0fd8a128569c service neutron] Checking segment: {'id': '53319a76-a6c9-4f00-b8bd-5ceecb1d2786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:59:57.672347 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-e61acf6f-3f35-4cd4-9725-0fd8a128569c service neutron] Bound using segment: {'id': '53319a76-a6c9-4f00-b8bd-5ceecb1d2786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3'} {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:59:57.672768 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-e61acf6f-3f35-4cd4-9725-0fd8a128569c service neutron] Bound port: 348c3845-7223-48ad-b737-66b795a39140, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53319a76-a6c9-4f00-b8bd-5ceecb1d2786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3'}}] {{(pid=100181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:59:57.673142 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-e61acf6f-3f35-4cd4-9725-0fd8a128569c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:57.718059 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85029d23-5bee-4a32-8c07-86f339b0126c req-529fa7c5-4ae6-4b86-8d8d-ddb1fb061b5f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:57.719696 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-85029d23-5bee-4a32-8c07-86f339b0126c req-529fa7c5-4ae6-4b86-8d8d-ddb1fb061b5f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 944 time: 0.0681510 Jun 23 14:59:57.738884 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-e61acf6f-3f35-4cd4-9725-0fd8a128569c service neutron] For port 348c3845-7223-48ad-b737-66b795a39140, host hv-cinder-79628, cleared binding levels {{(pid=100181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:59:57.742059 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-e61acf6f-3f35-4cd4-9725-0fd8a128569c service neutron] For port 348c3845-7223-48ad-b737-66b795a39140, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=348c3845-7223-48ad-b737-66b795a39140,segment=NetworkSegment(53319a76-a6c9-4f00-b8bd-5ceecb1d2786),segment_id=53319a76-a6c9-4f00-b8bd-5ceecb1d2786)] {{(pid=100181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:59:57.760626 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-85029d23-5bee-4a32-8c07-86f339b0126c req-30abdd20-9b2a-4c74-a3e1-e84419606c0c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338657 Jun 23 14:59:57.846275 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-e61acf6f-3f35-4cd4-9725-0fd8a128569c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:57.849107 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-d9723bcb-bba7-4f1f-981c-e362cdac041d tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:59:57.878623 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-e61acf6f-3f35-4cd4-9725-0fd8a128569c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:57.879657 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-e61acf6f-3f35-4cd4-9725-0fd8a128569c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:57.880570 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-e61acf6f-3f35-4cd4-9725-0fd8a128569c service neutron] 10.222.0.46 "PUT /v2.0/ports/348c3845-7223-48ad-b737-66b795a39140 HTTP/1.1" status: 200 len: 1094 time: 0.9410782 Jun 23 14:59:57.881628 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4953b8-6b46-4602-abb3-bcc828a8eb63', 'tag': '348c3845-7223-48ad-b737-66b795a39140'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:59:57.883942 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fdc800-396e-4c6f-910d-315c463a530f" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4953b8-6b46-4602-abb3-bcc828a8eb63", "tag": "348c3845-7223-48ad-b737-66b795a39140"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:59:57.914076 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61acf6f-3f35-4cd4-9725-0fd8a128569c service neutron] Pushing event updated for resources: {'Port': ['ID=348c3845-7223-48ad-b737-66b795a39140,revision_number=3']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:59:57.918341 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-e61acf6f-3f35-4cd4-9725-0fd8a128569c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:59:57.924503 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11df86f4-5c4e-4ec9-89fb-0ed19e6af717 x-openstack-request-id: req-11df86f4-5c4e-4ec9-89fb-0ed19e6af717 {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:59:57.924744 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4953b8-6b46-4602-abb3-bcc828a8eb63", "tag": "348c3845-7223-48ad-b737-66b795a39140", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:59:57.925032 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-11df86f4-5c4e-4ec9-89fb-0ed19e6af717 {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:59:57.925457 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4953b8-6b46-4602-abb3-bcc828a8eb63', 'tag': '348c3845-7223-48ad-b737-66b795a39140', 'status': 'completed', 'code': 200} Jun 23 14:59:58.001578 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdc800-396e-4c6f-910d-315c463a530f req-47d042fa-48d3-4170-9ce5-bda415b4922c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:58.003109 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-76fdc800-396e-4c6f-910d-315c463a530f req-47d042fa-48d3-4170-9ce5-bda415b4922c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=662a27900f4b4c86b36ebf9acc29eeb6&device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 1097 time: 0.0546043 Jun 23 14:59:58.104900 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdc800-396e-4c6f-910d-315c463a530f req-469b41fb-fe6e-4efa-a903-bd77319680bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:58.106441 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-76fdc800-396e-4c6f-910d-315c463a530f req-469b41fb-fe6e-4efa-a903-bd77319680bb service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=662a27900f4b4c86b36ebf9acc29eeb6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0954924 Jun 23 14:59:58.204026 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdc800-396e-4c6f-910d-315c463a530f req-fde8d34a-6460-4e66-b64b-fea2733a60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:58.205570 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-76fdc800-396e-4c6f-910d-315c463a530f req-fde8d34a-6460-4e66-b64b-fea2733a60e2 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925219 Jun 23 14:59:58.228950 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f86d2f-1468-4430-ad92-60bee24d23d8 req-ce67face-9453-4095-bb3d-3f430ce5e5e8 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:58.230408 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-50f86d2f-1468-4430-ad92-60bee24d23d8 req-ce67face-9453-4095-bb3d-3f430ce5e5e8 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 984 time: 0.0615885 Jun 23 14:59:58.271160 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-50f86d2f-1468-4430-ad92-60bee24d23d8 req-30de3428-9fd1-4861-affa-cb76ff73b27b tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=57bbbe7b-3b7b-4a87-8546-b2604db78618&id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347924 Jun 23 14:59:58.298596 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-b3f8e08b-3fed-4634-947f-203a3fc762db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:58.300055 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-b3f8e08b-3fed-4634-947f-203a3fc762db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=662a27900f4b4c86b36ebf9acc29eeb6&device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 1097 time: 0.0526981 Jun 23 14:59:58.341354 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-18e983fc-2cee-4253-9806-6ad51a4fa38c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=348c3845-7223-48ad-b737-66b795a39140 HTTP/1.1" status: 200 len: 217 time: 0.0328941 Jun 23 14:59:58.391769 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-545af657-df1e-4fb7-bbd3-8dd1158560e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:58.393071 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-545af657-df1e-4fb7-bbd3-8dd1158560e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c70a621-ace7-4983-aa1c-39b0c0eb6481 HTTP/1.1" status: 200 len: 855 time: 0.0450737 Jun 23 14:59:58.449901 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-c844ecd6-37dd-4203-a9e7-7768b7252692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:58.451356 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-c844ecd6-37dd-4203-a9e7-7768b7252692 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=751b38e2-092c-451f-8e10-78172c3e29c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0503664 Jun 23 14:59:58.537486 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-f6850008-880f-4fdd-8173-a03132eac031 service neutron] 10.222.0.46 "GET /v2.0/networks/751b38e2-092c-451f-8e10-78172c3e29c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786142 Jun 23 14:59:58.628095 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-4ef7cbbb-6635-4446-8098-0b2092bf4028 req-5c6e19bc-27c2-4ffc-888e-f0a91f275af2 service neutron] 10.222.0.46 "GET /v2.0/networks/751b38e2-092c-451f-8e10-78172c3e29c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839384 Jun 23 14:59:58.936867 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf1445-53ec-4260-8570-5a1a61f7efe2 req-5bc51af3-27bf-4b08-b26e-1a43b2d71276 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:58.938345 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-88bf1445-53ec-4260-8570-5a1a61f7efe2 req-5bc51af3-27bf-4b08-b26e-1a43b2d71276 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 944 time: 0.0656321 Jun 23 14:59:58.975463 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-88bf1445-53ec-4260-8570-5a1a61f7efe2 req-e28fffa3-f95f-49f2-9cb2-2c3b47bca88e tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308917 Jun 23 14:59:59.453447 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf01c1a-3a17-4efc-acab-b80977bbd636 req-a354e617-2451-4ae0-b776-ec30f1af8451 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:59:59.454920 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-edf01c1a-3a17-4efc-acab-b80977bbd636 req-a354e617-2451-4ae0-b776-ec30f1af8451 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 984 time: 0.0672858 Jun 23 14:59:59.494285 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-edf01c1a-3a17-4efc-acab-b80977bbd636 req-e7663e40-17cd-4ad0-af0c-b16c4c4a50b6 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=57bbbe7b-3b7b-4a87-8546-b2604db78618&id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334287 Jun 23 15:00:00.158579 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ab8f5-66b4-407a-ad73-204abbaf47ed req-03746d2f-dd31-4d7b-96a3-5ea0301754cd tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:00.159994 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ec0ab8f5-66b4-407a-ad73-204abbaf47ed req-03746d2f-dd31-4d7b-96a3-5ea0301754cd tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 944 time: 0.0647576 Jun 23 15:00:00.436916 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ec0ab8f5-66b4-407a-ad73-204abbaf47ed req-3078e752-ddee-4f9d-aaec-43d63e845934 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2705617 Jun 23 15:00:00.662626 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73279eea-3de5-4ac4-a0d7-dcabfaf5f303 req-d03f425c-c06f-4e3e-9d13-973a548fdcbe tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:00.664684 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-73279eea-3de5-4ac4-a0d7-dcabfaf5f303 req-d03f425c-c06f-4e3e-9d13-973a548fdcbe tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 984 time: 0.0604508 Jun 23 15:00:00.702168 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-73279eea-3de5-4ac4-a0d7-dcabfaf5f303 req-4223437e-7680-4717-811f-bec940d731c4 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=57bbbe7b-3b7b-4a87-8546-b2604db78618&id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0316491 Jun 23 15:00:00.937288 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 51862) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:01.035719 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-a22ce1cc-77e0-4a59-96ed-eefa97dd90fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:01.117621 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-a22ce1cc-77e0-4a59-96ed-eefa97dd90fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:01.227718 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-a22ce1cc-77e0-4a59-96ed-eefa97dd90fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:01.230316 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-0e57603a-b7b1-4c21-8c4a-aa3ce3529354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:01.267138 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ce1cc-77e0-4a59-96ed-eefa97dd90fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6132af90-8b9e-4a4d-8029-d4274949f374,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:01.270603 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-a22ce1cc-77e0-4a59-96ed-eefa97dd90fc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fa07fac82b8c44f29d485098195fd038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3322890 Jun 23 15:00:01.273297 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 51866) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:01.276310 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ce1cc-77e0-4a59-96ed-eefa97dd90fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:01.276680 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ce1cc-77e0-4a59-96ed-eefa97dd90fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:01.277039 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ce1cc-77e0-4a59-96ed-eefa97dd90fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:01.277393 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ce1cc-77e0-4a59-96ed-eefa97dd90fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:01.277740 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ce1cc-77e0-4a59-96ed-eefa97dd90fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:01.278115 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ce1cc-77e0-4a59-96ed-eefa97dd90fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:01.278457 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ce1cc-77e0-4a59-96ed-eefa97dd90fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:01.278802 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ce1cc-77e0-4a59-96ed-eefa97dd90fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:01.279150 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ce1cc-77e0-4a59-96ed-eefa97dd90fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:01.279490 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ce1cc-77e0-4a59-96ed-eefa97dd90fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:01.279829 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ce1cc-77e0-4a59-96ed-eefa97dd90fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:01.280166 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ce1cc-77e0-4a59-96ed-eefa97dd90fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:01.283930 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-a22ce1cc-77e0-4a59-96ed-eefa97dd90fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:01.322147 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-48f6f7ec-2beb-4a47-abbc-88f6aa3b4354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:01.342084 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-48f6f7ec-2beb-4a47-abbc-88f6aa3b4354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:01.462782 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-48f6f7ec-2beb-4a47-abbc-88f6aa3b4354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:01.466602 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-48f6f7ec-2beb-4a47-abbc-88f6aa3b4354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:01.467965 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-48f6f7ec-2beb-4a47-abbc-88f6aa3b4354 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6132af90-8b9e-4a4d-8029-d4274949f374 HTTP/1.1" status: 204 len: 168 time: 0.1935565 Jun 23 15:00:01.468896 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-359156f5-261d-4845-95ac-44ac7c7ae557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:01.478318 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6f7ec-2beb-4a47-abbc-88f6aa3b4354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6132af90-8b9e-4a4d-8029-d4274949f374,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:01.486621 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f7ec-2beb-4a47-abbc-88f6aa3b4354 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:01.486989 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f7ec-2beb-4a47-abbc-88f6aa3b4354 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:01.487346 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f7ec-2beb-4a47-abbc-88f6aa3b4354 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:01.487851 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f7ec-2beb-4a47-abbc-88f6aa3b4354 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:01.488205 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f7ec-2beb-4a47-abbc-88f6aa3b4354 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:01.488553 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f7ec-2beb-4a47-abbc-88f6aa3b4354 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:01.488898 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f7ec-2beb-4a47-abbc-88f6aa3b4354 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:01.489240 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f7ec-2beb-4a47-abbc-88f6aa3b4354 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:01.489736 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f7ec-2beb-4a47-abbc-88f6aa3b4354 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:01.490118 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f7ec-2beb-4a47-abbc-88f6aa3b4354 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:01.490459 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f7ec-2beb-4a47-abbc-88f6aa3b4354 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:01.490799 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f7ec-2beb-4a47-abbc-88f6aa3b4354 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:01.494979 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-48f6f7ec-2beb-4a47-abbc-88f6aa3b4354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:01.613090 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e2cd6-5bae-43d7-b075-38688c7afc29 req-4dd9b864-2088-4241-85c1-7692b34e4b2e tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:01.614552 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-120e2cd6-5bae-43d7-b075-38688c7afc29 req-4dd9b864-2088-4241-85c1-7692b34e4b2e tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 944 time: 0.0608530 Jun 23 15:00:01.651656 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-120e2cd6-5bae-43d7-b075-38688c7afc29 req-edda7d98-7fe0-4215-9227-d27a98651911 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305889 Jun 23 15:00:01.873166 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb131367-17d3-48af-addb-33a09efc3997 req-234a5886-e916-4ca8-9ad4-5a63067c42ba tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:01.874736 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-fb131367-17d3-48af-addb-33a09efc3997 req-234a5886-e916-4ca8-9ad4-5a63067c42ba tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 984 time: 0.0617023 Jun 23 15:00:01.915507 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-fb131367-17d3-48af-addb-33a09efc3997 req-a5c83413-263f-445e-99f9-da9ca8068fd7 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=57bbbe7b-3b7b-4a87-8546-b2604db78618&id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346506 Jun 23 15:00:01.950804 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 348c3845-7223-48ad-b737-66b795a39140 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=100182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 15:00:02.045531 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 348c3845-7223-48ad-b737-66b795a39140, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=348c3845-7223-48ad-b737-66b795a39140,segment=NetworkSegment(53319a76-a6c9-4f00-b8bd-5ceecb1d2786),segment_id=53319a76-a6c9-4f00-b8bd-5ceecb1d2786)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:00:02.052706 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 6 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 15:00:02.057553 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Returning: {'device': '348c3845-7223-48ad-b737-66b795a39140', 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3', 'port_id': '348c3845-7223-48ad-b737-66b795a39140', 'mac_address': 'fa:16:3e:e4:7e:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 15:00:02.100641 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:02.114048 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 348c3845-7223-48ad-b737-66b795a39140 {{(pid=100182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 15:00:02.133332 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 348c3845-7223-48ad-b737-66b795a39140, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=348c3845-7223-48ad-b737-66b795a39140,segment=NetworkSegment(53319a76-a6c9-4f00-b8bd-5ceecb1d2786),segment_id=53319a76-a6c9-4f00-b8bd-5ceecb1d2786)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:00:02.200243 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:02.202071 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:02.248897 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=348c3845-7223-48ad-b737-66b795a39140,revision_number=4']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:02.252074 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:02.447036 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['348c3845-7223-48ad-b737-66b795a39140'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 15:00:02.830266 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a190811-a33c-4570-8b71-99cb56a7ed26 req-44bc3bb1-d6f0-4054-8866-8f7c744d8c80 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:02.832221 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1a190811-a33c-4570-8b71-99cb56a7ed26 req-44bc3bb1-d6f0-4054-8866-8f7c744d8c80 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 945 time: 0.0645669 Jun 23 15:00:02.868866 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1a190811-a33c-4570-8b71-99cb56a7ed26 req-333db131-f4e4-4cef-84fc-c0252b42beec tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309529 Jun 23 15:00:03.085238 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0890043-823b-42e5-9933-108cc4271cb8 req-0c08ebf1-1bce-49d3-b009-7b71866693e8 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:03.087226 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a0890043-823b-42e5-9933-108cc4271cb8 req-0c08ebf1-1bce-49d3-b009-7b71866693e8 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 984 time: 0.0617771 Jun 23 15:00:03.126124 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a0890043-823b-42e5-9933-108cc4271cb8 req-6fc2ed01-3aa4-410e-8356-afda6b61d597 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=57bbbe7b-3b7b-4a87-8546-b2604db78618&id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331855 Jun 23 15:00:03.949777 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 348c3845-7223-48ad-b737-66b795a39140 up at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 15:00:04.041413 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10be75a-0697-439e-9eac-aeda514e92d4 req-8c31fffa-6f16-4cad-88ff-87c7f0ffaa77 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:04.042866 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d10be75a-0697-439e-9eac-aeda514e92d4 req-8c31fffa-6f16-4cad-88ff-87c7f0ffaa77 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 945 time: 0.0608225 Jun 23 15:00:04.056438 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning for port 348c3845-7223-48ad-b737-66b795a39140 completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 15:00:04.060556 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning complete for port 348c3845-7223-48ad-b737-66b795a39140 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:00:04.060938 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:04.079270 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d10be75a-0697-439e-9eac-aeda514e92d4 req-e952f7f1-7b62-4ff9-86ea-65f18e2bc7af tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307875 Jun 23 15:00:04.140572 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:04.164168 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4953b8-6b46-4602-abb3-bcc828a8eb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348c3845-7223-48ad-b737-66b795a39140'}] {{(pid=100182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:00:04.166430 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2be0bd3a3b87df06192a81cc7e782664f9eb16b4f3df3f1ec53fa4495edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e803ae7-2d0d-4e24-9e27-3a552693795c" -d '{"events": [{"server_uuid": "7b4953b8-6b46-4602-abb3-bcc828a8eb63", "name": "network-vif-plugged", "status": "completed", "tag": "348c3845-7223-48ad-b737-66b795a39140"}]}' {{(pid=100182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:00:04.178894 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 348c3845-7223-48ad-b737-66b795a39140, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=348c3845-7223-48ad-b737-66b795a39140,segment=NetworkSegment(53319a76-a6c9-4f00-b8bd-5ceecb1d2786),segment_id=53319a76-a6c9-4f00-b8bd-5ceecb1d2786)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:00:04.202538 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 15:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2df32c3-3b0e-4442-85bf-b0c4e1a6a817 x-openstack-request-id: req-b2df32c3-3b0e-4442-85bf-b0c4e1a6a817 {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:00:04.202842 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4953b8-6b46-4602-abb3-bcc828a8eb63", "name": "network-vif-plugged", "status": "completed", "tag": "348c3845-7223-48ad-b737-66b795a39140", "code": 200}]} {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:00:04.203106 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b2df32c3-3b0e-4442-85bf-b0c4e1a6a817 {{(pid=100182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:00:04.203515 dv-cinder-796286-8-smb neutron-server[100182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4953b8-6b46-4602-abb3-bcc828a8eb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348c3845-7223-48ad-b737-66b795a39140', 'code': 200} Jun 23 15:00:04.233999 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:04.236014 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-5d0adff5-be9f-4fb9-bc93-f2f8c6bdf738 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:04.282758 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=348c3845-7223-48ad-b737-66b795a39140,revision_number=5']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:04.289624 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:04.290591 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:04.290938 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:04.291285 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:04.291650 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:04.291985 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:04.292316 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:04.292641 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:04.292964 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:04.293289 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:04.293613 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:04.294018 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:04.297938 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:04.316580 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fc2d6-93f4-44bd-93e1-b949fa29c130 req-15f7ddd1-736d-486e-bdec-0908eb6d7444 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:04.318055 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ca1fc2d6-93f4-44bd-93e1-b949fa29c130 req-15f7ddd1-736d-486e-bdec-0908eb6d7444 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 984 time: 0.0692716 Jun 23 15:00:04.359981 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ca1fc2d6-93f4-44bd-93e1-b949fa29c130 req-d019ae11-2ff4-466e-a85d-2851db4e21c3 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=57bbbe7b-3b7b-4a87-8546-b2604db78618&id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359221 Jun 23 15:00:04.560230 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6092a9-eb03-4dd6-91bb-bc06b2833d10 req-532d010c-0b55-4832-8ffe-26ea9a5c16bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:04.561737 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-2f6092a9-eb03-4dd6-91bb-bc06b2833d10 req-532d010c-0b55-4832-8ffe-26ea9a5c16bb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 1099 time: 0.0547807 Jun 23 15:00:04.596190 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-2f6092a9-eb03-4dd6-91bb-bc06b2833d10 req-e50582f3-7747-473e-be66-66b337a0ecb4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274560 Jun 23 15:00:05.266211 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec6f20-8169-4d30-8616-4f7d40e39def req-c0a0daec-4956-4c26-a464-c19a7a340466 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:05.270252 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ffec6f20-8169-4d30-8616-4f7d40e39def req-c0a0daec-4956-4c26-a464-c19a7a340466 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 946 time: 0.0663109 Jun 23 15:00:05.307292 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ffec6f20-8169-4d30-8616-4f7d40e39def req-13d14f42-7e31-47fc-a746-ea40da6b3444 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321851 Jun 23 15:00:05.534375 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0d238-3e98-49ca-8f37-77e60537e84d req-8eb01290-319d-4ea2-a576-cad698d4b134 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:05.535833 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b8c0d238-3e98-49ca-8f37-77e60537e84d req-8eb01290-319d-4ea2-a576-cad698d4b134 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 984 time: 0.0648580 Jun 23 15:00:05.575703 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b8c0d238-3e98-49ca-8f37-77e60537e84d req-a9a1bfc3-30ee-4b28-b975-5baec0523139 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=57bbbe7b-3b7b-4a87-8546-b2604db78618&id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334966 Jun 23 15:00:05.782808 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4348dd4-8462-42c0-a2d6-441fb18f659d req-455db3ae-ea54-4630-ad5b-6c03ca4ac65d tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:05.784267 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f4348dd4-8462-42c0-a2d6-441fb18f659d req-455db3ae-ea54-4630-ad5b-6c03ca4ac65d tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.0606990 Jun 23 15:00:05.820661 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f4348dd4-8462-42c0-a2d6-441fb18f659d req-9ee4ad2f-8254-433e-ac09-ba5e6edfaec4 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308602 Jun 23 15:00:06.406089 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:06.486833 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2e45b-0101-481b-83dc-d4ca676cabc9 req-d71a099a-6097-4fe6-9ff8-4b08d409c83f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:06.488272 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-cab2e45b-0101-481b-83dc-d4ca676cabc9 req-d71a099a-6097-4fe6-9ff8-4b08d409c83f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 946 time: 0.0611417 Jun 23 15:00:06.524832 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-cab2e45b-0101-481b-83dc-d4ca676cabc9 req-3b824266-d2ee-4a33-9ddd-c6408020814a tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304527 Jun 23 15:00:06.693381 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e071a9f-a28a-4098-8a85-f8389eb95dbb req-7b93aa8a-8792-41f8-9b37-9b04e4fa5049 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:06.694750 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9e071a9f-a28a-4098-8a85-f8389eb95dbb req-7b93aa8a-8792-41f8-9b37-9b04e4fa5049 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 946 time: 0.0648391 Jun 23 15:00:06.703599 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 51952) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:06.708143 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-4086be77-cb0f-47b1-9eec-0f057252eec0 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Request body: {'floatingip': {'port_id': '348c3845-7223-48ad-b737-66b795a39140'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:00:06.744361 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-4086be77-cb0f-47b1-9eec-0f057252eec0 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for floatingip, before_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:07.087513 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55d6eb-2c83-42df-86db-6bb94477d164 req-c565ad9a-7fee-4f73-9b97-79bd67f07c83 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:07.088979 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-bd55d6eb-2c83-42df-86db-6bb94477d164 req-c565ad9a-7fee-4f73-9b97-79bd67f07c83 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.1521451 Jun 23 15:00:07.168310 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-bd55d6eb-2c83-42df-86db-6bb94477d164 req-e592cb3c-4c06-47bb-b916-c20a29edb050 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486519 Jun 23 15:00:07.264012 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-4086be77-cb0f-47b1-9eec-0f057252eec0 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:07.325922 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-4086be77-cb0f-47b1-9eec-0f057252eec0 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643682'] for floatingip, after_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:07.424702 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.db.l3_db [None req-4086be77-cb0f-47b1-9eec-0f057252eec0 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Floating IP cb427e43-6934-481e-9902-9fd2d48da154 associated. External IP: 172.28.1.139, port: 348c3845-7223-48ad-b737-66b795a39140. Jun 23 15:00:07.619582 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4086be77-cb0f-47b1-9eec-0f057252eec0 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Router 29bfcd50-5d2e-49f4-a10e-987758994b40 has already been hosted by L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 {{(pid=100180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 15:00:07.723718 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4086be77-cb0f-47b1-9eec-0f057252eec0 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 15:00:07.728591 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-4086be77-cb0f-47b1-9eec-0f057252eec0 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for floatingip, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:07.733055 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcffed90-b605-43b3-b272-111ef8148e81 None None] Sync routers for ids ['29bfcd50-5d2e-49f4-a10e-987758994b40'] in dv-cinder-796286-8-smb {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 15:00:07.742841 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcffed90-b605-43b3-b272-111ef8148e81 None None] Routers {'29bfcd50-5d2e-49f4-a10e-987758994b40'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:00:07.743496 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-bcffed90-b605-43b3-b272-111ef8148e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:59:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['29bfcd50-5d2e-49f4-a10e-987758994b40'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:07.769911 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-4086be77-cb0f-47b1-9eec-0f057252eec0 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "PUT /v2.0/floatingips/cb427e43-6934-481e-9902-9fd2d48da154 HTTP/1.1" status: 200 len: 992 time: 1.0652156 Jun 23 15:00:07.770644 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4953b8-6b46-4602-abb3-bcc828a8eb63', 'tag': '348c3845-7223-48ad-b737-66b795a39140'}] {{(pid=100180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:00:07.773177 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd25e94c753d7f89e0e3c37123175e6223eaf2b946fa1bf5874daa58d3f91f45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90da0ff6-318b-481c-bf7a-bb6c27f4d1cd" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4953b8-6b46-4602-abb3-bcc828a8eb63", "tag": "348c3845-7223-48ad-b737-66b795a39140"}]}' {{(pid=100180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:00:07.810895 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 15:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ed3e43-97c7-4feb-b962-16f6260a8552 x-openstack-request-id: req-59ed3e43-97c7-4feb-b962-16f6260a8552 {{(pid=100180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:00:07.811226 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4953b8-6b46-4602-abb3-bcc828a8eb63", "tag": "348c3845-7223-48ad-b737-66b795a39140", "status": "completed", "code": 200}]} {{(pid=100180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:00:07.811515 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-59ed3e43-97c7-4feb-b962-16f6260a8552 {{(pid=100180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:00:07.811939 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4953b8-6b46-4602-abb3-bcc828a8eb63', 'tag': '348c3845-7223-48ad-b737-66b795a39140', 'status': 'completed', 'code': 200} Jun 23 15:00:07.817860 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78a9d1-39fa-4ef4-8002-201953b4d2a5 req-821366d8-0470-463b-a9bd-cad486ddc137 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:07.819522 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-ce78a9d1-39fa-4ef4-8002-201953b4d2a5 req-821366d8-0470-463b-a9bd-cad486ddc137 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.46 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.0687954 Jun 23 15:00:07.849618 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-bcffed90-b605-43b3-b272-111ef8148e81 None None] Set router 29bfcd50-5d2e-49f4-a10e-987758994b40 gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:00:07.949331 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da0ff6-318b-481c-bf7a-bb6c27f4d1cd req-cc71eafd-4639-4520-b25b-7ac734399012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:07.950825 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-90da0ff6-318b-481c-bf7a-bb6c27f4d1cd req-cc71eafd-4639-4520-b25b-7ac734399012 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=662a27900f4b4c86b36ebf9acc29eeb6&device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 1099 time: 0.1165724 Jun 23 15:00:07.985729 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-ce78a9d1-39fa-4ef4-8002-201953b4d2a5 req-5387e77d-1714-45a0-9805-3a4017ce8cff tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Deleting port b348ace4-dd64-4456-a0c4-6f7438120f81 {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:00:07.986112 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-ce78a9d1-39fa-4ef4-8002-201953b4d2a5 req-5387e77d-1714-45a0-9805-3a4017ce8cff tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:08.068543 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-bcffed90-b605-43b3-b272-111ef8148e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'name': 'tempest-AttachVolumeShelveTestJSON-647770545-router', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'gw_port': {'id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:51Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_floatingips': [{'id': 'cb427e43-6934-481e-9902-9fd2d48da154', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'floating_ip_address': '172.28.1.139', 'floating_network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'router_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'port_id': '348c3845-7223-48ad-b737-66b795a39140', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3', 'mac_address': 'fa:16:3e:e4:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4953b8-6b46-4602-abb3-bcc828a8eb63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:59:52Z', 'updated_at': '2021-06-23T15:00:07Z', 'revision_number': 1, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147ad878-a178-4115-8f3a-3fc36488fc68', 'name': '', 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'mac_address': 'fa:16:3e:1c:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:56:00Z', 'updated_at': '2021-06-23T14:56:13Z', 'revision_number': 5, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'subnets': [{'id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:08.096400 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcffed90-b605-43b3-b272-111ef8148e81 None None] Checking router: 29bfcd50-5d2e-49f4-a10e-987758994b40 for host: dv-cinder-796286-8-smb {{(pid=100182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 15:00:08.105752 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcffed90-b605-43b3-b272-111ef8148e81 None None] Routers {'29bfcd50-5d2e-49f4-a10e-987758994b40'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:00:08.106424 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-bcffed90-b605-43b3-b272-111ef8148e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:59:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['29bfcd50-5d2e-49f4-a10e-987758994b40'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:08.335297 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-bcffed90-b605-43b3-b272-111ef8148e81 None None] Set router 29bfcd50-5d2e-49f4-a10e-987758994b40 gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:00:08.345232 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da0ff6-318b-481c-bf7a-bb6c27f4d1cd req-6c823d87-61df-4ec6-b69b-b23ff7e57b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:08.346803 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-90da0ff6-318b-481c-bf7a-bb6c27f4d1cd req-6c823d87-61df-4ec6-b69b-b23ff7e57b1b service neutron] 10.222.0.46 "GET /v2.0/networks?id=751b38e2-092c-451f-8e10-78172c3e29c3 HTTP/1.1" status: 200 len: 917 time: 0.3888900 Jun 23 15:00:08.361529 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599474e-684e-4881-92b6-5a90521015c5 req-56063fb1-aa9b-4c9d-bd10-f355afd149b8 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:08.363360 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b599474e-684e-4881-92b6-5a90521015c5 req-56063fb1-aa9b-4c9d-bd10-f355afd149b8 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 945 time: 0.0760684 Jun 23 15:00:08.368140 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-ce78a9d1-39fa-4ef4-8002-201953b4d2a5 req-5387e77d-1714-45a0-9805-3a4017ce8cff tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] For port b348ace4-dd64-4456-a0c4-6f7438120f81, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b348ace4-dd64-4456-a0c4-6f7438120f81,segment=NetworkSegment(bf6f38a0-ba02-434f-b4a6-fb330c9d3c50),segment_id=bf6f38a0-ba02-434f-b4a6-fb330c9d3c50)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:00:08.368534 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-ce78a9d1-39fa-4ef4-8002-201953b4d2a5 req-5387e77d-1714-45a0-9805-3a4017ce8cff tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:08.421728 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b599474e-684e-4881-92b6-5a90521015c5 req-31827452-19d7-483c-81c5-9966e41b5e24 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb7b6b37-3337-4d18-96c6-507902ba978e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510962 Jun 23 15:00:08.471764 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-90da0ff6-318b-481c-bf7a-bb6c27f4d1cd req-d44c4063-0c10-49fb-a3d7-1574ca7e2706 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=348c3845-7223-48ad-b737-66b795a39140 HTTP/1.1" status: 200 len: 1000 time: 0.1160233 Jun 23 15:00:08.591018 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da0ff6-318b-481c-bf7a-bb6c27f4d1cd req-e5ad1541-43e4-4515-9784-822e9b49535c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:08.591458 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-bcffed90-b605-43b3-b272-111ef8148e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'name': 'tempest-AttachVolumeShelveTestJSON-647770545-router', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'gw_port': {'id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:51Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_floatingips': [{'id': 'cb427e43-6934-481e-9902-9fd2d48da154', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'floating_ip_address': '172.28.1.139', 'floating_network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'router_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'port_id': '348c3845-7223-48ad-b737-66b795a39140', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3', 'mac_address': 'fa:16:3e:e4:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4953b8-6b46-4602-abb3-bcc828a8eb63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:59:52Z', 'updated_at': '2021-06-23T15:00:07Z', 'revision_number': 1, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147ad878-a178-4115-8f3a-3fc36488fc68', 'name': '', 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'mac_address': 'fa:16:3e:1c:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:56:00Z', 'updated_at': '2021-06-23T14:56:13Z', 'revision_number': 5, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'subnets': [{'id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:08.592437 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-90da0ff6-318b-481c-bf7a-bb6c27f4d1cd req-e5ad1541-43e4-4515-9784-822e9b49535c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c70a621-ace7-4983-aa1c-39b0c0eb6481 HTTP/1.1" status: 200 len: 855 time: 0.1110501 Jun 23 15:00:08.622458 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcffed90-b605-43b3-b272-111ef8148e81 None None] The sync data for ids ['29bfcd50-5d2e-49f4-a10e-987758994b40'] in dv-cinder-796286-8-smb is: [{'id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'name': 'tempest-AttachVolumeShelveTestJSON-647770545-router', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'gw_port': {'id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:51Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_floatingips': [{'id': 'cb427e43-6934-481e-9902-9fd2d48da154', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'floating_ip_address': '172.28.1.139', 'floating_network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'router_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'port_id': '348c3845-7223-48ad-b737-66b795a39140', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3', 'mac_address': 'fa:16:3e:e4:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4953b8-6b46-4602-abb3-bcc828a8eb63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:59:52Z', 'updated_at': '2021-06-23T15:00:07Z', 'revision_number': 1, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147ad878-a178-4115-8f3a-3fc36488fc68', 'name': '', 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'mac_address': 'fa:16:3e:1c:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:56:00Z', 'updated_at': '2021-06-23T14:56:13Z', 'revision_number': 5, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'subnets': [{'id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 15:00:08.641534 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-ce78a9d1-39fa-4ef4-8002-201953b4d2a5 req-5387e77d-1714-45a0-9805-3a4017ce8cff tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:08.641934 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-ce78a9d1-39fa-4ef4-8002-201953b4d2a5 req-5387e77d-1714-45a0-9805-3a4017ce8cff tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643682'] for floatingip, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:08.642248 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.db.l3_db [req-ce78a9d1-39fa-4ef4-8002-201953b4d2a5 req-5387e77d-1714-45a0-9805-3a4017ce8cff tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Floating IP 6c31f787-62fb-4191-b42b-d6e46ab94c47 disassociated. External IP: 172.28.1.137, port: b348ace4-dd64-4456-a0c4-6f7438120f81. Jun 23 15:00:08.642583 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-ce78a9d1-39fa-4ef4-8002-201953b4d2a5 req-5387e77d-1714-45a0-9805-3a4017ce8cff tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Calling delete_port for b348ace4-dd64-4456-a0c4-6f7438120f81 owned by compute:nova {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:00:08.711229 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da0ff6-318b-481c-bf7a-bb6c27f4d1cd req-5941a931-85ea-4789-a9fd-65064ff6503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:08.713287 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-90da0ff6-318b-481c-bf7a-bb6c27f4d1cd req-5941a931-85ea-4789-a9fd-65064ff6503d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=751b38e2-092c-451f-8e10-78172c3e29c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1147208 Jun 23 15:00:08.845173 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a166327-2e9d-4641-adbf-9342beeceae2 None None] New status for floating IP cb427e43-6934-481e-9902-9fd2d48da154: ACTIVE {{(pid=100183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 15:00:08.866893 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-90da0ff6-318b-481c-bf7a-bb6c27f4d1cd req-4615069a-c268-4fbb-8811-76c642a27c65 service neutron] 10.222.0.46 "GET /v2.0/networks/751b38e2-092c-451f-8e10-78172c3e29c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472661 Jun 23 15:00:08.909969 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 51974) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:08.941209 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-ce78a9d1-39fa-4ef4-8002-201953b4d2a5 req-5387e77d-1714-45a0-9805-3a4017ce8cff tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:08.943700 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-b81efe5a-78a5-48d9-a3b4-b6edf4e62626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:08.981395 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387e77d-1714-45a0-9805-3a4017ce8cff tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Pushing event deleted for resources: {'Port': ['ID=b348ace4-dd64-4456-a0c4-6f7438120f81,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:08.992488 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-5387e77d-1714-45a0-9805-3a4017ce8cff tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:09.002413 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-90da0ff6-318b-481c-bf7a-bb6c27f4d1cd req-5d7adeb2-b744-457f-a6c4-ee1c710a4674 service neutron] 10.222.0.46 "GET /v2.0/networks/751b38e2-092c-451f-8e10-78172c3e29c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294982 Jun 23 15:00:09.058466 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-4d574778-dfb9-47f5-80ae-8a456391386b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:09.115695 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce78a9d1-39fa-4ef4-8002-201953b4d2a5 req-5387e77d-1714-45a0-9805-3a4017ce8cff tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Router 32f6e716-1a07-4282-9442-036de0a07b13 has already been hosted by L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 {{(pid=100181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 15:00:09.154431 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-4d574778-dfb9-47f5-80ae-8a456391386b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:09.223779 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce78a9d1-39fa-4ef4-8002-201953b4d2a5 req-5387e77d-1714-45a0-9805-3a4017ce8cff tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 15:00:09.229274 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-4d574778-dfb9-47f5-80ae-8a456391386b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:09.232666 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-a1a6048b-3cdc-43e2-99e2-f25895f6520f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:09.238508 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cebe786-42cf-492d-a96f-040a482ef97f None None] Sync routers for ids ['32f6e716-1a07-4282-9442-036de0a07b13'] in dv-cinder-796286-8-smb {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 15:00:09.245909 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cebe786-42cf-492d-a96f-040a482ef97f None None] Routers {'32f6e716-1a07-4282-9442-036de0a07b13'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:00:09.246663 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-0cebe786-42cf-492d-a96f-040a482ef97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:59:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['32f6e716-1a07-4282-9442-036de0a07b13'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:09.271031 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-4d574778-dfb9-47f5-80ae-8a456391386b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d8547e83304743da9a7c46146b8e3048&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3565629 Jun 23 15:00:09.271031 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d574778-dfb9-47f5-80ae-8a456391386b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf58f85-ef46-4b47-8f30-3dcd74c9e1bf,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:09.274168 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 51980) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:09.274168 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-4d574778-dfb9-47f5-80ae-8a456391386b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:09.278766 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce78a9d1-39fa-4ef4-8002-201953b4d2a5 req-5387e77d-1714-45a0-9805-3a4017ce8cff tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] No DVR routers for this DVR port b348ace4-dd64-4456-a0c4-6f7438120f81 on host hv-cinder-79628 {{(pid=100181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 15:00:09.281491 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-ce78a9d1-39fa-4ef4-8002-201953b4d2a5 req-5387e77d-1714-45a0-9805-3a4017ce8cff tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:09.283462 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-ce78a9d1-39fa-4ef4-8002-201953b4d2a5 req-5387e77d-1714-45a0-9805-3a4017ce8cff tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.46 "DELETE /v2.0/ports/b348ace4-dd64-4456-a0c4-6f7438120f81 HTTP/1.1" status: 204 len: 173 time: 1.4562161 Jun 23 15:00:09.283986 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f173b1e8-afe4-4e54-8260-f9df38e98a99', 'name': 'network-vif-deleted', 'tag': 'b348ace4-dd64-4456-a0c4-6f7438120f81'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:00:09.287009 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8379f23e-a22b-4e6f-a8c8-12e5c40e9f30" -d '{"events": [{"server_uuid": "f173b1e8-afe4-4e54-8260-f9df38e98a99", "name": "network-vif-deleted", "tag": "b348ace4-dd64-4456-a0c4-6f7438120f81"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:00:09.326617 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 15:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded93134-f0ba-42b5-ab90-e9e7d6755d88 x-openstack-request-id: req-ded93134-f0ba-42b5-ab90-e9e7d6755d88 {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:00:09.327007 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f173b1e8-afe4-4e54-8260-f9df38e98a99", "name": "network-vif-deleted", "tag": "b348ace4-dd64-4456-a0c4-6f7438120f81", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:00:09.327366 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ded93134-f0ba-42b5-ab90-e9e7d6755d88 {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:00:09.327856 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f173b1e8-afe4-4e54-8260-f9df38e98a99', 'name': 'network-vif-deleted', 'tag': 'b348ace4-dd64-4456-a0c4-6f7438120f81', 'status': 'completed', 'code': 200} Jun 23 15:00:09.332543 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1bbc1466-fac2-490d-b7a7-eed1017d9d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:09.354588 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1bbc1466-fac2-490d-b7a7-eed1017d9d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:09.363286 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-0cebe786-42cf-492d-a96f-040a482ef97f None None] Set router 32f6e716-1a07-4282-9442-036de0a07b13 gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:00:09.491031 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1bbc1466-fac2-490d-b7a7-eed1017d9d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:09.493875 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1bbc1466-fac2-490d-b7a7-eed1017d9d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:09.495265 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-1bbc1466-fac2-490d-b7a7-eed1017d9d20 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bdf58f85-ef46-4b47-8f30-3dcd74c9e1bf HTTP/1.1" status: 204 len: 168 time: 0.2223387 Jun 23 15:00:09.500456 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-7ae0e394-024f-46e3-8caa-9649a25c9aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:09.504173 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc1466-fac2-490d-b7a7-eed1017d9d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf58f85-ef46-4b47-8f30-3dcd74c9e1bf,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:09.509871 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-1bbc1466-fac2-490d-b7a7-eed1017d9d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:09.600486 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-0cebe786-42cf-492d-a96f-040a482ef97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f6e716-1a07-4282-9442-036de0a07b13', 'name': 'tempest-AttachVolumeTestJSON-2121293109-router', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:49Z', 'updated_at': '2021-06-23T14:56:01Z', 'revision_number': 4, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'gw_port': {'id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '98bee53c-a5a8-4825-9107-5cef25557dc0', 'name': '', 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'mac_address': 'fa:16:3e:73:b5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:58Z', 'updated_at': '2021-06-23T14:56:12Z', 'revision_number': 5, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'subnets': [{'id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:09.615250 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-14a0854d-8621-4bca-bb5b-62efa92d19c0 req-0cd6c51a-a045-4281-b9ac-520009fa7a27 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=f173b1e8-afe4-4e54-8260-f9df38e98a99 HTTP/1.1" status: 200 len: 210 time: 0.0284815 Jun 23 15:00:09.632717 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cebe786-42cf-492d-a96f-040a482ef97f None None] Checking router: 32f6e716-1a07-4282-9442-036de0a07b13 for host: dv-cinder-796286-8-smb {{(pid=100182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 15:00:09.639551 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cebe786-42cf-492d-a96f-040a482ef97f None None] Routers {'32f6e716-1a07-4282-9442-036de0a07b13'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:00:09.640182 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-0cebe786-42cf-492d-a96f-040a482ef97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T14:59:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['32f6e716-1a07-4282-9442-036de0a07b13'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:09.750135 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-0cebe786-42cf-492d-a96f-040a482ef97f None None] Set router 32f6e716-1a07-4282-9442-036de0a07b13 gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:00:09.820147 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-ba4b4a15-76fc-40e8-9cbc-e6abfc59a167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:09.961051 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-0cebe786-42cf-492d-a96f-040a482ef97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f6e716-1a07-4282-9442-036de0a07b13', 'name': 'tempest-AttachVolumeTestJSON-2121293109-router', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:49Z', 'updated_at': '2021-06-23T14:56:01Z', 'revision_number': 4, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'gw_port': {'id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '98bee53c-a5a8-4825-9107-5cef25557dc0', 'name': '', 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'mac_address': 'fa:16:3e:73:b5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:58Z', 'updated_at': '2021-06-23T14:56:12Z', 'revision_number': 5, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'subnets': [{'id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:09.987882 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cebe786-42cf-492d-a96f-040a482ef97f None None] The sync data for ids ['32f6e716-1a07-4282-9442-036de0a07b13'] in dv-cinder-796286-8-smb is: [{'id': '32f6e716-1a07-4282-9442-036de0a07b13', 'name': 'tempest-AttachVolumeTestJSON-2121293109-router', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:49Z', 'updated_at': '2021-06-23T14:56:01Z', 'revision_number': 4, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'gw_port': {'id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '98bee53c-a5a8-4825-9107-5cef25557dc0', 'name': '', 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'mac_address': 'fa:16:3e:73:b5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:58Z', 'updated_at': '2021-06-23T14:56:12Z', 'revision_number': 5, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'subnets': [{'id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 15:00:10.228487 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32788aa1-c7b9-4699-a409-3b4219e00737 None None] New status for floating IP 6c31f787-62fb-4191-b42b-d6e46ab94c47: DOWN {{(pid=100183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 15:00:10.787162 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 51994) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:10.839355 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-5685e799-8782-4dfc-a21c-d12570f1a0ae tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:10.861649 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-5685e799-8782-4dfc-a21c-d12570f1a0ae tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:10.999000 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-5685e799-8782-4dfc-a21c-d12570f1a0ae tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:11.001600 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-5685e799-8782-4dfc-a21c-d12570f1a0ae tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:11.002758 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-5685e799-8782-4dfc-a21c-d12570f1a0ae tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "DELETE /v2.0/security-groups/cb7b6b37-3337-4d18-96c6-507902ba978e HTTP/1.1" status: 204 len: 168 time: 0.2146115 Jun 23 15:00:11.003494 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-1bbc1466-fac2-490d-b7a7-eed1017d9d20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:11.005519 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 51996) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:11.077152 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685e799-8782-4dfc-a21c-d12570f1a0ae tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7b6b37-3337-4d18-96c6-507902ba978e,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:11.078653 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.api.v2.resource [None req-7c20c72c-3593-4791-ab32-a06e85f9d887 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] show failed (client error): The resource could not be found. Jun 23 15:00:11.079479 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-5685e799-8782-4dfc-a21c-d12570f1a0ae tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:11.079645 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-7c20c72c-3593-4791-ab32-a06e85f9d887 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups/cb7b6b37-3337-4d18-96c6-507902ba978e HTTP/1.1" status: 404 len: 347 time: 0.0730588 Jun 23 15:00:11.090712 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 51998) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:11.202798 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-5bd3e6ec-8041-485e-a08d-67772178a8c1 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Deleting port f43755ee-3b48-44cd-9f43-24bc4dccc07a {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:00:11.203151 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-5bd3e6ec-8041-485e-a08d-67772178a8c1 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:11.275851 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-5bd3e6ec-8041-485e-a08d-67772178a8c1 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:11.276183 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-5bd3e6ec-8041-485e-a08d-67772178a8c1 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:11.288270 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-5bd3e6ec-8041-485e-a08d-67772178a8c1 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Calling delete_port for f43755ee-3b48-44cd-9f43-24bc4dccc07a owned by network:floatingip {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:00:11.537302 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-5bd3e6ec-8041-485e-a08d-67772178a8c1 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:11.539232 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-3121646a-f9bf-4687-8cd8-a0ecfb56e751 tempest-VolumesActionsTest-287649384 tempest-VolumesActionsTest-287649384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:11.563021 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3e6ec-8041-485e-a08d-67772178a8c1 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Pushing event deleted for resources: {'Port': ['ID=f43755ee-3b48-44cd-9f43-24bc4dccc07a,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:11.566114 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-5bd3e6ec-8041-485e-a08d-67772178a8c1 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:11.625449 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-5bd3e6ec-8041-485e-a08d-67772178a8c1 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for floatingip, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:11.628006 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-5bd3e6ec-8041-485e-a08d-67772178a8c1 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for floatingip, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:11.629130 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-5bd3e6ec-8041-485e-a08d-67772178a8c1 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "DELETE /v2.0/floatingips/6c31f787-62fb-4191-b42b-d6e46ab94c47 HTTP/1.1" status: 204 len: 168 time: 0.5453143 Jun 23 15:00:11.980661 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device b348ace4-dd64-4456-a0c4-6f7438120f81 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:00:12.003339 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] No Port match for: b348ace4-dd64-4456-a0c4-6f7438120f81 {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:00:12.003693 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device b348ace4-dd64-4456-a0c4-6f7438120f81 not bound to the agent host hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:00:12.049322 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 52004) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:12.053941 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-ca1113c1-d13b-4113-bcc4-a72305633e99 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Request body: {'security_group': {'name': 'tempest-securitygroup--386718603', 'description': 'tempest-description--416475242'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:00:12.148544 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-ca1113c1-d13b-4113-bcc4-a72305633e99 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:12.224343 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-ca1113c1-d13b-4113-bcc4-a72305633e99 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:12.285497 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-ca1113c1-d13b-4113-bcc4-a72305633e99 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:12.288207 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-0f586ca5-ea22-464b-a210-3ddfe6edc63a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:12.316642 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1113c1-d13b-4113-bcc4-a72305633e99 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddee64e6-896c-4c42-9478-115f3269c63b,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:12.319492 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-ca1113c1-d13b-4113-bcc4-a72305633e99 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:12.360018 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-ca1113c1-d13b-4113-bcc4-a72305633e99 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:12.361246 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-ca1113c1-d13b-4113-bcc4-a72305633e99 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3108847 Jun 23 15:00:12.364095 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 52008) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:12.368452 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-dc38bc7f-c3b7-47fa-b79d-07fc0dea8631 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Request body: {'security_group_rule': {'security_group_id': 'ddee64e6-896c-4c42-9478-115f3269c63b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:00:12.439756 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-dc38bc7f-c3b7-47fa-b79d-07fc0dea8631 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:12.463585 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-2990cd16-7923-47c3-bd81-e84fe171141b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:12.497371 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-dc38bc7f-c3b7-47fa-b79d-07fc0dea8631 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:12.547928 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:12.576257 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-dc38bc7f-c3b7-47fa-b79d-07fc0dea8631 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429934'] for security_group_rule, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:12.578226 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:12.594695 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38bc7f-c3b7-47fa-b79d-07fc0dea8631 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b0c7b1-9f1f-4600-a379-556058fa31e6,revision_number=0']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:12.597393 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-dc38bc7f-c3b7-47fa-b79d-07fc0dea8631 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:12.662185 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-dc38bc7f-c3b7-47fa-b79d-07fc0dea8631 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:12.663400 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-dc38bc7f-c3b7-47fa-b79d-07fc0dea8631 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2984049 Jun 23 15:00:12.666636 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 52010) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:12.670971 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-633325ea-16e9-4bc3-a3e0-5ebdf5ee7a6b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Request body: {'security_group_rule': {'security_group_id': 'ddee64e6-896c-4c42-9478-115f3269c63b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:00:12.758787 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-633325ea-16e9-4bc3-a3e0-5ebdf5ee7a6b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:12.812419 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-633325ea-16e9-4bc3-a3e0-5ebdf5ee7a6b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:12.890970 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-633325ea-16e9-4bc3-a3e0-5ebdf5ee7a6b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429934'] for security_group_rule, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:12.892990 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-1e1d295a-6bfd-4d05-8ed5-541f5de668c7 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:12.909322 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633325ea-16e9-4bc3-a3e0-5ebdf5ee7a6b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec0c959-da1f-4f45-8757-2923de09b3ea,revision_number=0']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:12.911610 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-633325ea-16e9-4bc3-a3e0-5ebdf5ee7a6b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:13.023142 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-633325ea-16e9-4bc3-a3e0-5ebdf5ee7a6b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:13.024389 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-633325ea-16e9-4bc3-a3e0-5ebdf5ee7a6b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3567414 Jun 23 15:00:13.028126 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 52012) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:13.032611 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-f4a827b1-5f8d-4ff3-80c6-f6c1e1edfb41 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Request body: {'floatingip': {'floating_network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:00:13.108608 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f4a827b1-5f8d-4ff3-80c6-f6c1e1edfb41 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for floatingip, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:13.202321 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f4a827b1-5f8d-4ff3-80c6-f6c1e1edfb41 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:13.306966 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.db_base_plugin_common [None req-f4a827b1-5f8d-4ff3-80c6-f6c1e1edfb41 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Allocated IP 172.28.1.53 (d2ee6402-d146-4119-8365-b6e413e6a66f/aecbd380-5595-4490-ba93-56b7169dc4a5/56693f8d-3ff5-4702-b305-099ad2829afa) {{(pid=100180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 15:00:13.402236 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f4a827b1-5f8d-4ff3-80c6-f6c1e1edfb41 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for port, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:13.486219 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f4a827b1-5f8d-4ff3-80c6-f6c1e1edfb41 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25328533'] for port, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:13.489251 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-29476e47-edef-49ce-b068-5b8bf4ecfaf0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:13.526352 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a827b1-5f8d-4ff3-80c6-f6c1e1edfb41 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Network d2ee6402-d146-4119-8365-b6e413e6a66f is already hosted by enough agents. {{(pid=100180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 15:00:13.529150 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.base_scheduler [None req-f4a827b1-5f8d-4ff3-80c6-f6c1e1edfb41 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Resources bound (agent type, host, resource id): {{(pid=100180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 15:00:13.532633 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a827b1-5f8d-4ff3-80c6-f6c1e1edfb41 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Received port after_create {{(pid=100180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 15:00:13.560565 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a827b1-5f8d-4ff3-80c6-f6c1e1edfb41 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Pushing event updated for resources: {'Port': ['ID=56693f8d-3ff5-4702-b305-099ad2829afa,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:13.564222 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-f4a827b1-5f8d-4ff3-80c6-f6c1e1edfb41 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:13.620720 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f4a827b1-5f8d-4ff3-80c6-f6c1e1edfb41 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:13.712983 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f4a827b1-5f8d-4ff3-80c6-f6c1e1edfb41 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:13.754620 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:13.853985 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f4a827b1-5f8d-4ff3-80c6-f6c1e1edfb41 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for port, precommit_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:13.931652 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f4a827b1-5f8d-4ff3-80c6-f6c1e1edfb41 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25328519'] for port, after_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:13.933666 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:13.994738 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a827b1-5f8d-4ff3-80c6-f6c1e1edfb41 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Pushing event updated for resources: {'Port': ['ID=56693f8d-3ff5-4702-b305-099ad2829afa,revision_number=2']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:13.999939 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-f4a827b1-5f8d-4ff3-80c6-f6c1e1edfb41 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:14.010198 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f4a827b1-5f8d-4ff3-80c6-f6c1e1edfb41 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643682'] for floatingip, after_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:14.097058 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f4a827b1-5f8d-4ff3-80c6-f6c1e1edfb41 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for floatingip, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:14.098394 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-f4a827b1-5f8d-4ff3-80c6-f6c1e1edfb41 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0692840 Jun 23 15:00:14.294037 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-7c292a5a-7973-4d8c-ad12-64e323036057 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--386718603&fields=id&tenant_id=7f4408f772214ed1aa8148f3f34bb8d3 HTTP/1.1" status: 200 len: 267 time: 0.0361505 Jun 23 15:00:14.395746 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-fcd1317c-77c7-4c7b-93d5-48b12c165f18 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:14.397084 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-fcd1317c-77c7-4c7b-93d5-48b12c165f18 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/networks?id=046085b9-f7b3-4ac3-83a3-779993ec93a2 HTTP/1.1" status: 200 len: 811 time: 0.0967097 Jun 23 15:00:14.412901 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-bcb11575-52f4-4724-81ad-d0dbddadc7d8 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/quotas/7f4408f772214ed1aa8148f3f34bb8d3 HTTP/1.1" status: 200 len: 375 time: 0.0091584 Jun 23 15:00:14.484276 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-82c3545f-1f19-4536-9c98-b91dde3c7d4c tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7f4408f772214ed1aa8148f3f34bb8d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0662789 Jun 23 15:00:14.579282 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-85709bc7-7a6e-42b8-9d80-859e0644dcf1 service neutron] 10.222.0.72 "GET /v2.0/networks/046085b9-f7b3-4ac3-83a3-779993ec93a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831115 Jun 23 15:00:14.671186 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-f5f26d84-7af6-4cca-a85a-6e15248a7162 service neutron] 10.222.0.72 "GET /v2.0/networks/046085b9-f7b3-4ac3-83a3-779993ec93a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858979 Jun 23 15:00:14.941988 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-116a3709-c6ca-40c4-96b2-a603c5e4753d req-070c541d-534e-4831-8f99-05d1024c9c6a tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd771b4a-7ab6-4192-9f0c-316750a2a968 HTTP/1.1" status: 200 len: 210 time: 0.0299017 Jun 23 15:00:15.536518 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:16.086220 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e885621c-42a1-4194-afd6-49584dca1056 req-942327be-4cf7-405b-b8b3-4bd8630111aa tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd771b4a-7ab6-4192-9f0c-316750a2a968 HTTP/1.1" status: 200 len: 210 time: 0.0272691 Jun 23 15:00:16.965265 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-c8be5a1f-12f4-490d-90ab-74ab92c8336e tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:16.966679 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-c8be5a1f-12f4-490d-90ab-74ab92c8336e tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.46 "GET /v2.0/networks?id=046085b9-f7b3-4ac3-83a3-779993ec93a2 HTTP/1.1" status: 200 len: 811 time: 0.0970852 Jun 23 15:00:17.015026 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-8485bfb0-1a19-4286-a214-dfe25b1c1dc0 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f4408f772214ed1aa8148f3f34bb8d3 HTTP/1.1" status: 200 len: 379 time: 0.0373108 Jun 23 15:00:17.024174 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-d6da9bf1-90a4-4c74-85fc-2a5758e4c964 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Request body: {'port': {'device_id': 'bd771b4a-7ab6-4192-9f0c-316750a2a968', 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2', 'admin_state_up': True, 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'security_groups': ['ddee64e6-896c-4c42-9478-115f3269c63b']}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:00:17.188564 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-d6da9bf1-90a4-4c74-85fc-2a5758e4c964 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Made reservation on behalf of 7f4408f772214ed1aa8148f3f34bb8d3 for: {'port': 1} {{(pid=100181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 15:00:17.192469 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-d6da9bf1-90a4-4c74-85fc-2a5758e4c964 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:17.234845 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b2b388ff-6afd-4cf9-ba07-32d053fd908a req-f723136c-3bc4-405d-8180-8d35e24cc5bf tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd771b4a-7ab6-4192-9f0c-316750a2a968 HTTP/1.1" status: 200 len: 210 time: 0.0288305 Jun 23 15:00:17.320902 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_common [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-d6da9bf1-90a4-4c74-85fc-2a5758e4c964 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Allocated IP 172.20.0.14 (046085b9-f7b3-4ac3-83a3-779993ec93a2/ed6e6346-c056-4ca0-89e5-57da755e7b9f/8262c359-d4d2-425b-85c5-211bcb246f15) {{(pid=100181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 15:00:17.455576 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-d6da9bf1-90a4-4c74-85fc-2a5758e4c964 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for port, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:17.473270 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.provisioning_blocks [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-d6da9bf1-90a4-4c74-85fc-2a5758e4c964 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Transition to ACTIVE for port object 8262c359-d4d2-425b-85c5-211bcb246f15 will not be triggered until provisioned by entity DHCP. {{(pid=100181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 15:00:17.571974 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-d6da9bf1-90a4-4c74-85fc-2a5758e4c964 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25497294'] for port, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:17.576328 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-c8013f90-6b6c-4b5b-803a-fc92d0609d56 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:17.616319 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-d6da9bf1-90a4-4c74-85fc-2a5758e4c964 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Network 046085b9-f7b3-4ac3-83a3-779993ec93a2 is already hosted by enough agents. {{(pid=100181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 15:00:17.619500 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-d6da9bf1-90a4-4c74-85fc-2a5758e4c964 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Resources bound (agent type, host, resource id): {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 15:00:17.623167 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-d6da9bf1-90a4-4c74-85fc-2a5758e4c964 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Received port after_create {{(pid=100181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 15:00:17.668086 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da9bf1-90a4-4c74-85fc-2a5758e4c964 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Pushing event updated for resources: {'Port': ['ID=8262c359-d4d2-425b-85c5-211bcb246f15,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:17.668086 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-d6da9bf1-90a4-4c74-85fc-2a5758e4c964 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:17.677129 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-d6da9bf1-90a4-4c74-85fc-2a5758e4c964 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:17.677753 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-d6da9bf1-90a4-4c74-85fc-2a5758e4c964 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:17.755154 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-d6da9bf1-90a4-4c74-85fc-2a5758e4c964 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7347791 Jun 23 15:00:17.768223 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-780a8651-d225-4fa5-8cf5-e684eae81623 service neutron] Request body: {'port': {'device_id': 'bd771b4a-7ab6-4192-9f0c-316750a2a968', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:00:17.843635 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-780a8651-d225-4fa5-8cf5-e684eae81623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:17.862928 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-81e7e266-b078-4851-9295-d851bea6f64f None None] Provisioning for port 8262c359-d4d2-425b-85c5-211bcb246f15 completed by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 15:00:17.866746 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-81e7e266-b078-4851-9295-d851bea6f64f None None] Provisioning complete for port 8262c359-d4d2-425b-85c5-211bcb246f15 triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:00:17.867178 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-81e7e266-b078-4851-9295-d851bea6f64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:17.900244 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-81e7e266-b078-4851-9295-d851bea6f64f None None] Port 8262c359-d4d2-425b-85c5-211bcb246f15 cannot update to ACTIVE because it is not bound. {{(pid=100182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 15:00:18.095033 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-780a8651-d225-4fa5-8cf5-e684eae81623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8262c359-d4d2-425b-85c5-211bcb246f15 {{(pid=100181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 15:00:18.102285 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-780a8651-d225-4fa5-8cf5-e684eae81623 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:18.113300 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.provisioning_blocks [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-780a8651-d225-4fa5-8cf5-e684eae81623 service neutron] Transition to ACTIVE for port object 8262c359-d4d2-425b-85c5-211bcb246f15 will not be triggered until provisioned by entity L2. {{(pid=100181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 15:00:18.171213 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-780a8651-d225-4fa5-8cf5-e684eae81623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:18.173214 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-5bd3e6ec-8041-485e-a08d-67772178a8c1 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:18.220966 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a8651-d225-4fa5-8cf5-e684eae81623 service neutron] Pushing event updated for resources: {'Port': ['ID=8262c359-d4d2-425b-85c5-211bcb246f15,revision_number=2']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:18.238378 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-780a8651-d225-4fa5-8cf5-e684eae81623 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:18.292642 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-780a8651-d225-4fa5-8cf5-e684eae81623 service neutron] Attempting to bind port 8262c359-d4d2-425b-85c5-211bcb246f15 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 15:00:18.293074 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-780a8651-d225-4fa5-8cf5-e684eae81623 service neutron] Attempting to bind port 8262c359-d4d2-425b-85c5-211bcb246f15 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'bf6f38a0-ba02-434f-b4a6-fb330c9d3c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2'}] {{(pid=100181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 15:00:18.293470 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-780a8651-d225-4fa5-8cf5-e684eae81623 service neutron] Attempting to bind port 8262c359-d4d2-425b-85c5-211bcb246f15 on network 046085b9-f7b3-4ac3-83a3-779993ec93a2 {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 15:00:18.299096 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-780a8651-d225-4fa5-8cf5-e684eae81623 service neutron] Port 8262c359-d4d2-425b-85c5-211bcb246f15 on network 046085b9-f7b3-4ac3-83a3-779993ec93a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 15:00:18.299426 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-780a8651-d225-4fa5-8cf5-e684eae81623 service neutron] Attempting to bind port 8262c359-d4d2-425b-85c5-211bcb246f15 on network 046085b9-f7b3-4ac3-83a3-779993ec93a2 {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 15:00:18.305509 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-780a8651-d225-4fa5-8cf5-e684eae81623 service neutron] Checking agent: {'id': 'c9242261-8a06-47e1-899c-cb42624e61de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 15, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 15:00:18.305940 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-780a8651-d225-4fa5-8cf5-e684eae81623 service neutron] Checking segment: {'id': 'bf6f38a0-ba02-434f-b4a6-fb330c9d3c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 15:00:18.306291 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-780a8651-d225-4fa5-8cf5-e684eae81623 service neutron] Bound using segment: {'id': 'bf6f38a0-ba02-434f-b4a6-fb330c9d3c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2'} {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 15:00:18.306766 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-780a8651-d225-4fa5-8cf5-e684eae81623 service neutron] Bound port: 8262c359-d4d2-425b-85c5-211bcb246f15, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf6f38a0-ba02-434f-b4a6-fb330c9d3c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2'}}] {{(pid=100181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 15:00:18.307124 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-780a8651-d225-4fa5-8cf5-e684eae81623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:18.382567 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-780a8651-d225-4fa5-8cf5-e684eae81623 service neutron] For port 8262c359-d4d2-425b-85c5-211bcb246f15, host hv-cinder-79628, cleared binding levels {{(pid=100181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 15:00:18.386422 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-780a8651-d225-4fa5-8cf5-e684eae81623 service neutron] For port 8262c359-d4d2-425b-85c5-211bcb246f15, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8262c359-d4d2-425b-85c5-211bcb246f15,segment=NetworkSegment(bf6f38a0-ba02-434f-b4a6-fb330c9d3c50),segment_id=bf6f38a0-ba02-434f-b4a6-fb330c9d3c50)] {{(pid=100181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 15:00:18.474740 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-780a8651-d225-4fa5-8cf5-e684eae81623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:18.476913 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-465db934-6412-4aa8-8ddb-a5881c62b086 tempest-AttachVolumeNegativeTest-1243615110 tempest-AttachVolumeNegativeTest-1243615110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:18.511764 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-780a8651-d225-4fa5-8cf5-e684eae81623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:18.512382 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-780a8651-d225-4fa5-8cf5-e684eae81623 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:18.513742 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-780a8651-d225-4fa5-8cf5-e684eae81623 service neutron] 10.222.0.46 "PUT /v2.0/ports/8262c359-d4d2-425b-85c5-211bcb246f15 HTTP/1.1" status: 200 len: 1094 time: 0.7498221 Jun 23 15:00:18.514278 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd771b4a-7ab6-4192-9f0c-316750a2a968', 'tag': '8262c359-d4d2-425b-85c5-211bcb246f15'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:00:18.516590 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64016355-ad49-4911-b95c-608bfdd77414" -d '{"events": [{"name": "network-changed", "server_uuid": "bd771b4a-7ab6-4192-9f0c-316750a2a968", "tag": "8262c359-d4d2-425b-85c5-211bcb246f15"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:00:18.540931 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a8651-d225-4fa5-8cf5-e684eae81623 service neutron] Pushing event updated for resources: {'Port': ['ID=8262c359-d4d2-425b-85c5-211bcb246f15,revision_number=3']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:18.544334 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-780a8651-d225-4fa5-8cf5-e684eae81623 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:18.571100 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 15:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a281e5-4705-46b7-91ad-508cab3ed0fe x-openstack-request-id: req-77a281e5-4705-46b7-91ad-508cab3ed0fe {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:00:18.571100 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd771b4a-7ab6-4192-9f0c-316750a2a968", "tag": "8262c359-d4d2-425b-85c5-211bcb246f15", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:00:18.571100 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-77a281e5-4705-46b7-91ad-508cab3ed0fe {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:00:18.571100 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd771b4a-7ab6-4192-9f0c-316750a2a968', 'tag': '8262c359-d4d2-425b-85c5-211bcb246f15', 'status': 'completed', 'code': 200} Jun 23 15:00:18.593733 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d6456-58ff-49aa-b4ab-9e9a2093c5c8 req-1a80ee02-020a-4b9c-b68f-4ebace695180 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:18.595475 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-366d6456-58ff-49aa-b4ab-9e9a2093c5c8 req-1a80ee02-020a-4b9c-b68f-4ebace695180 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd771b4a-7ab6-4192-9f0c-316750a2a968 HTTP/1.1" status: 200 len: 944 time: 0.0949850 Jun 23 15:00:18.638218 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-366d6456-58ff-49aa-b4ab-9e9a2093c5c8 req-2d8b71cb-ecbc-44ee-b6f6-c775a068fe38 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=ddee64e6-896c-4c42-9478-115f3269c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370877 Jun 23 15:00:18.656400 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64016355-ad49-4911-b95c-608bfdd77414 req-20941d09-cd7c-4ba2-a760-e052d5e1ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:18.658036 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-64016355-ad49-4911-b95c-608bfdd77414 req-20941d09-cd7c-4ba2-a760-e052d5e1ef64 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f4408f772214ed1aa8148f3f34bb8d3&device_id=bd771b4a-7ab6-4192-9f0c-316750a2a968 HTTP/1.1" status: 200 len: 1097 time: 0.0614851 Jun 23 15:00:18.763257 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64016355-ad49-4911-b95c-608bfdd77414 req-7d4b1d20-4dd6-4e83-8dd3-df31257ad9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:18.764697 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-64016355-ad49-4911-b95c-608bfdd77414 req-7d4b1d20-4dd6-4e83-8dd3-df31257ad9db service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=7f4408f772214ed1aa8148f3f34bb8d3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0946505 Jun 23 15:00:18.857465 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64016355-ad49-4911-b95c-608bfdd77414 req-7e934c23-2604-45f3-a57b-2beea44c440f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:18.858902 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-64016355-ad49-4911-b95c-608bfdd77414 req-7e934c23-2604-45f3-a57b-2beea44c440f service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875704 Jun 23 15:00:18.952899 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-c000602f-f3f5-473c-b0b8-ebdebebdedc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:18.954396 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-c000602f-f3f5-473c-b0b8-ebdebebdedc5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f4408f772214ed1aa8148f3f34bb8d3&device_id=bd771b4a-7ab6-4192-9f0c-316750a2a968 HTTP/1.1" status: 200 len: 1097 time: 0.0510626 Jun 23 15:00:18.999269 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-5d63c118-c25c-44ab-a810-70691650b3f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8262c359-d4d2-425b-85c5-211bcb246f15 HTTP/1.1" status: 200 len: 217 time: 0.0328329 Jun 23 15:00:19.054997 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-58d25b82-f277-4df8-8372-72de3ac08f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:19.056544 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-58d25b82-f277-4df8-8372-72de3ac08f22 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed6e6346-c056-4ca0-89e5-57da755e7b9f HTTP/1.1" status: 200 len: 850 time: 0.0445039 Jun 23 15:00:19.112993 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-a5fff058-cdcf-497f-8785-37c348d59b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:19.114480 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-a5fff058-cdcf-497f-8785-37c348d59b36 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=046085b9-f7b3-4ac3-83a3-779993ec93a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0503604 Jun 23 15:00:19.211090 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-e2a121c9-d85d-42b7-a6a8-49fd9f5fef5f service neutron] 10.222.0.46 "GET /v2.0/networks/046085b9-f7b3-4ac3-83a3-779993ec93a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827670 Jun 23 15:00:19.297939 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-42b1feb5-b0b9-49eb-a521-0c679edb2239 req-25e1ddfa-4c0d-4685-8da6-2ed5641ce3cd service neutron] 10.222.0.46 "GET /v2.0/networks/046085b9-f7b3-4ac3-83a3-779993ec93a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804503 Jun 23 15:00:19.804959 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205f9d9-2e3d-46b0-a088-6f8b43dcb072 req-aadd7c31-c69d-4990-a1b7-7ad66e131b48 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:19.806428 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7205f9d9-2e3d-46b0-a088-6f8b43dcb072 req-aadd7c31-c69d-4990-a1b7-7ad66e131b48 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd771b4a-7ab6-4192-9f0c-316750a2a968 HTTP/1.1" status: 200 len: 944 time: 0.0612779 Jun 23 15:00:19.845444 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7205f9d9-2e3d-46b0-a088-6f8b43dcb072 req-f8d838ca-e4a4-42bc-b504-947042fa077f tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=ddee64e6-896c-4c42-9478-115f3269c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328519 Jun 23 15:00:21.012067 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a47c6-7afe-42f8-ad96-3d6f7d615aee req-375ec8da-6bee-4241-8c70-e50be88e674b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:21.013465 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-871a47c6-7afe-42f8-ad96-3d6f7d615aee req-375ec8da-6bee-4241-8c70-e50be88e674b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd771b4a-7ab6-4192-9f0c-316750a2a968 HTTP/1.1" status: 200 len: 944 time: 0.0600314 Jun 23 15:00:21.050011 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-871a47c6-7afe-42f8-ad96-3d6f7d615aee req-d9953fab-4a44-425d-9b37-147a9f925c0f tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=ddee64e6-896c-4c42-9478-115f3269c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309379 Jun 23 15:00:21.998237 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 8262c359-d4d2-425b-85c5-211bcb246f15 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=100182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 15:00:22.090415 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 8262c359-d4d2-425b-85c5-211bcb246f15, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8262c359-d4d2-425b-85c5-211bcb246f15,segment=NetworkSegment(bf6f38a0-ba02-434f-b4a6-fb330c9d3c50),segment_id=bf6f38a0-ba02-434f-b4a6-fb330c9d3c50)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:00:22.101009 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Returning: {'device': '8262c359-d4d2-425b-85c5-211bcb246f15', 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2', 'port_id': '8262c359-d4d2-425b-85c5-211bcb246f15', 'mac_address': 'fa:16:3e:03:4b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 15:00:22.142196 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:22.156244 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8262c359-d4d2-425b-85c5-211bcb246f15 {{(pid=100182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 15:00:22.176961 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 8262c359-d4d2-425b-85c5-211bcb246f15, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8262c359-d4d2-425b-85c5-211bcb246f15,segment=NetworkSegment(bf6f38a0-ba02-434f-b4a6-fb330c9d3c50),segment_id=bf6f38a0-ba02-434f-b4a6-fb330c9d3c50)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:00:22.238345 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf6ca6-b068-476b-aa33-6897f5e16a42 req-b741d486-851d-4a34-91e3-4e4ffe649619 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:22.241841 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-09bf6ca6-b068-476b-aa33-6897f5e16a42 req-b741d486-851d-4a34-91e3-4e4ffe649619 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd771b4a-7ab6-4192-9f0c-316750a2a968 HTTP/1.1" status: 200 len: 944 time: 0.0752890 Jun 23 15:00:22.256226 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:22.256226 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:22.278226 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-09bf6ca6-b068-476b-aa33-6897f5e16a42 req-85afea86-cfec-4347-823c-276b72a50a2c tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=ddee64e6-896c-4c42-9478-115f3269c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323322 Jun 23 15:00:22.308304 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=8262c359-d4d2-425b-85c5-211bcb246f15,revision_number=4']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:22.311669 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:22.513195 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['8262c359-d4d2-425b-85c5-211bcb246f15'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 15:00:23.453519 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35b473-422d-4913-a658-56dfe25412ca req-8983570b-88a7-40c5-a1f3-6081ef668fa6 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:23.455226 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0f35b473-422d-4913-a658-56dfe25412ca req-8983570b-88a7-40c5-a1f3-6081ef668fa6 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd771b4a-7ab6-4192-9f0c-316750a2a968 HTTP/1.1" status: 200 len: 945 time: 0.0667007 Jun 23 15:00:23.492062 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0f35b473-422d-4913-a658-56dfe25412ca req-307d42b4-8ed9-4c77-90f9-51a048b2b380 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=ddee64e6-896c-4c42-9478-115f3269c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309052 Jun 23 15:00:23.998513 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 8262c359-d4d2-425b-85c5-211bcb246f15 up at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 15:00:24.090826 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning for port 8262c359-d4d2-425b-85c5-211bcb246f15 completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 15:00:24.096686 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning complete for port 8262c359-d4d2-425b-85c5-211bcb246f15 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:00:24.096686 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:24.298851 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:24.319993 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd771b4a-7ab6-4192-9f0c-316750a2a968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8262c359-d4d2-425b-85c5-211bcb246f15'}] {{(pid=100182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:00:24.322266 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2be0bd3a3b87df06192a81cc7e782664f9eb16b4f3df3f1ec53fa4495edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bd1cea-4142-4dbd-ae3d-4088f0cefa09" -d '{"events": [{"server_uuid": "bd771b4a-7ab6-4192-9f0c-316750a2a968", "name": "network-vif-plugged", "status": "completed", "tag": "8262c359-d4d2-425b-85c5-211bcb246f15"}]}' {{(pid=100182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:00:24.335314 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 8262c359-d4d2-425b-85c5-211bcb246f15, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8262c359-d4d2-425b-85c5-211bcb246f15,segment=NetworkSegment(bf6f38a0-ba02-434f-b4a6-fb330c9d3c50),segment_id=bf6f38a0-ba02-434f-b4a6-fb330c9d3c50)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:00:24.356619 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 15:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e10d40-47fc-4850-b058-6c78339e76ac x-openstack-request-id: req-63e10d40-47fc-4850-b058-6c78339e76ac {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:00:24.356948 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd771b4a-7ab6-4192-9f0c-316750a2a968", "name": "network-vif-plugged", "status": "completed", "tag": "8262c359-d4d2-425b-85c5-211bcb246f15", "code": 200}]} {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:00:24.357216 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-63e10d40-47fc-4850-b058-6c78339e76ac {{(pid=100182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:00:24.357618 dv-cinder-796286-8-smb neutron-server[100182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd771b4a-7ab6-4192-9f0c-316750a2a968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8262c359-d4d2-425b-85c5-211bcb246f15', 'code': 200} Jun 23 15:00:24.388401 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:24.390307 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-f9de33b5-010d-4cc8-a814-e9357fbc962b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:24.435057 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=8262c359-d4d2-425b-85c5-211bcb246f15,revision_number=5']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:24.437998 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:24.664478 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c4fff-0b34-4d65-9d22-37bb27d61cf2 req-c1e1a722-2b5b-4fd2-bd67-fefec32ce1db tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:24.665970 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a89c4fff-0b34-4d65-9d22-37bb27d61cf2 req-c1e1a722-2b5b-4fd2-bd67-fefec32ce1db tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd771b4a-7ab6-4192-9f0c-316750a2a968 HTTP/1.1" status: 200 len: 946 time: 0.0655599 Jun 23 15:00:24.703163 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd079241-8929-4f19-9f1b-41dbd9748b03 req-c55f32de-6a30-4cd0-8b89-8bf8d9e32f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:24.704681 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-cd079241-8929-4f19-9f1b-41dbd9748b03 req-c55f32de-6a30-4cd0-8b89-8bf8d9e32f62 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bd771b4a-7ab6-4192-9f0c-316750a2a968 HTTP/1.1" status: 200 len: 1099 time: 0.0531771 Jun 23 15:00:24.741400 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-cd079241-8929-4f19-9f1b-41dbd9748b03 req-eae3e401-63b2-44d2-bd24-aab1571150fd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ddee64e6-896c-4c42-9478-115f3269c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293105 Jun 23 15:00:24.943075 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a89c4fff-0b34-4d65-9d22-37bb27d61cf2 req-9dfbc0cc-3e7f-4444-8fa2-770377b3dce1 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=ddee64e6-896c-4c42-9478-115f3269c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2711756 Jun 23 15:00:26.112845 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c313a1c-4dbf-4e6d-8c5e-480450265f72 req-ecf27fbd-330c-4bab-a3d7-1fae9245cdb2 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:26.114197 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-6c313a1c-4dbf-4e6d-8c5e-480450265f72 req-ecf27fbd-330c-4bab-a3d7-1fae9245cdb2 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd771b4a-7ab6-4192-9f0c-316750a2a968 HTTP/1.1" status: 200 len: 946 time: 0.0599899 Jun 23 15:00:26.150641 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-6c313a1c-4dbf-4e6d-8c5e-480450265f72 req-3f200b01-4b4d-4f90-9eb4-256731864b7b tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=ddee64e6-896c-4c42-9478-115f3269c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309110 Jun 23 15:00:26.311199 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9796ec2-0443-43e9-a7ea-7e2bcdeeb792 req-7fb74614-4375-4dea-9197-14cc366f0b83 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:26.312586 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c9796ec2-0443-43e9-a7ea-7e2bcdeeb792 req-7fb74614-4375-4dea-9197-14cc366f0b83 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd771b4a-7ab6-4192-9f0c-316750a2a968 HTTP/1.1" status: 200 len: 946 time: 0.0596428 Jun 23 15:00:26.320868 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 52088) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:26.325216 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-b86ad1c9-cd97-410e-ac3b-ef937c67de67 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Request body: {'floatingip': {'port_id': '8262c359-d4d2-425b-85c5-211bcb246f15'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:00:26.363711 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-b86ad1c9-cd97-410e-ac3b-ef937c67de67 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for floatingip, before_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:26.775882 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-b86ad1c9-cd97-410e-ac3b-ef937c67de67 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:26.840004 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-b86ad1c9-cd97-410e-ac3b-ef937c67de67 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643682'] for floatingip, after_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:26.933804 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.db.l3_db [None req-b86ad1c9-cd97-410e-ac3b-ef937c67de67 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Floating IP e7d984eb-25e8-44f2-af11-b60f532b2e7e associated. External IP: 172.28.1.53, port: 8262c359-d4d2-425b-85c5-211bcb246f15. Jun 23 15:00:27.133207 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86ad1c9-cd97-410e-ac3b-ef937c67de67 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Router 32f6e716-1a07-4282-9442-036de0a07b13 has already been hosted by L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 {{(pid=100180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 15:00:27.231772 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86ad1c9-cd97-410e-ac3b-ef937c67de67 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 15:00:27.236510 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-b86ad1c9-cd97-410e-ac3b-ef937c67de67 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for floatingip, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:27.240807 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaad1ca7-1639-454b-bc5e-e281f395fac9 None None] Sync routers for ids ['32f6e716-1a07-4282-9442-036de0a07b13'] in dv-cinder-796286-8-smb {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 15:00:27.250380 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaad1ca7-1639-454b-bc5e-e281f395fac9 None None] Routers {'32f6e716-1a07-4282-9442-036de0a07b13'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:00:27.250997 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-aaad1ca7-1639-454b-bc5e-e281f395fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:00:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['32f6e716-1a07-4282-9442-036de0a07b13'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:27.274623 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-b86ad1c9-cd97-410e-ac3b-ef937c67de67 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "PUT /v2.0/floatingips/e7d984eb-25e8-44f2-af11-b60f532b2e7e HTTP/1.1" status: 200 len: 991 time: 0.9527271 Jun 23 15:00:27.275286 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd771b4a-7ab6-4192-9f0c-316750a2a968', 'tag': '8262c359-d4d2-425b-85c5-211bcb246f15'}] {{(pid=100180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:00:27.278285 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd25e94c753d7f89e0e3c37123175e6223eaf2b946fa1bf5874daa58d3f91f45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64712571-5e21-4873-b756-8bb58069655a" -d '{"events": [{"name": "network-changed", "server_uuid": "bd771b4a-7ab6-4192-9f0c-316750a2a968", "tag": "8262c359-d4d2-425b-85c5-211bcb246f15"}]}' {{(pid=100180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:00:27.313997 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 15:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10a39c7-4237-4ee7-834d-7b50b13814e1 x-openstack-request-id: req-a10a39c7-4237-4ee7-834d-7b50b13814e1 {{(pid=100180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:00:27.314323 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd771b4a-7ab6-4192-9f0c-316750a2a968", "tag": "8262c359-d4d2-425b-85c5-211bcb246f15", "status": "completed", "code": 200}]} {{(pid=100180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:00:27.314608 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a10a39c7-4237-4ee7-834d-7b50b13814e1 {{(pid=100180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:00:27.315041 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd771b4a-7ab6-4192-9f0c-316750a2a968', 'tag': '8262c359-d4d2-425b-85c5-211bcb246f15', 'status': 'completed', 'code': 200} Jun 23 15:00:27.358306 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-aaad1ca7-1639-454b-bc5e-e281f395fac9 None None] Set router 32f6e716-1a07-4282-9442-036de0a07b13 gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:00:27.391099 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64712571-5e21-4873-b756-8bb58069655a req-d106169a-192e-4600-b9b5-1925d44076da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:27.392559 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-64712571-5e21-4873-b756-8bb58069655a req-d106169a-192e-4600-b9b5-1925d44076da service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f4408f772214ed1aa8148f3f34bb8d3&device_id=bd771b4a-7ab6-4192-9f0c-316750a2a968 HTTP/1.1" status: 200 len: 1099 time: 0.0517080 Jun 23 15:00:27.486857 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64712571-5e21-4873-b756-8bb58069655a req-18977096-8776-4fc8-94be-e082633ca465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:27.488295 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-64712571-5e21-4873-b756-8bb58069655a req-18977096-8776-4fc8-94be-e082633ca465 service neutron] 10.222.0.46 "GET /v2.0/networks?id=046085b9-f7b3-4ac3-83a3-779993ec93a2 HTTP/1.1" status: 200 len: 912 time: 0.0872304 Jun 23 15:00:27.554547 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-64712571-5e21-4873-b756-8bb58069655a req-51df13f9-1cd5-4152-931b-0b5c8f4ba6f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8262c359-d4d2-425b-85c5-211bcb246f15 HTTP/1.1" status: 200 len: 999 time: 0.0582964 Jun 23 15:00:27.579310 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-aaad1ca7-1639-454b-bc5e-e281f395fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f6e716-1a07-4282-9442-036de0a07b13', 'name': 'tempest-AttachVolumeTestJSON-2121293109-router', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:49Z', 'updated_at': '2021-06-23T14:56:01Z', 'revision_number': 4, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'gw_port': {'id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_floatingips': [{'id': 'e7d984eb-25e8-44f2-af11-b60f532b2e7e', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'floating_ip_address': '172.28.1.53', 'floating_network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'router_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'port_id': '8262c359-d4d2-425b-85c5-211bcb246f15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2', 'mac_address': 'fa:16:3e:03:4b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd771b4a-7ab6-4192-9f0c-316750a2a968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T15:00:13Z', 'updated_at': '2021-06-23T15:00:26Z', 'revision_number': 1, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98bee53c-a5a8-4825-9107-5cef25557dc0', 'name': '', 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'mac_address': 'fa:16:3e:73:b5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:58Z', 'updated_at': '2021-06-23T14:56:12Z', 'revision_number': 5, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'subnets': [{'id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:27.602177 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64712571-5e21-4873-b756-8bb58069655a req-3080878f-4afb-419f-bd00-74353f88d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:27.603713 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-64712571-5e21-4873-b756-8bb58069655a req-3080878f-4afb-419f-bd00-74353f88d8f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed6e6346-c056-4ca0-89e5-57da755e7b9f HTTP/1.1" status: 200 len: 850 time: 0.0421479 Jun 23 15:00:27.605968 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaad1ca7-1639-454b-bc5e-e281f395fac9 None None] Checking router: 32f6e716-1a07-4282-9442-036de0a07b13 for host: dv-cinder-796286-8-smb {{(pid=100182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 15:00:27.614079 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaad1ca7-1639-454b-bc5e-e281f395fac9 None None] Routers {'32f6e716-1a07-4282-9442-036de0a07b13'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:00:27.614622 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-aaad1ca7-1639-454b-bc5e-e281f395fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:00:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['32f6e716-1a07-4282-9442-036de0a07b13'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:27.659389 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64712571-5e21-4873-b756-8bb58069655a req-b66c725b-f05b-4251-8a89-898d9f86be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:27.660853 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-64712571-5e21-4873-b756-8bb58069655a req-b66c725b-f05b-4251-8a89-898d9f86be43 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=046085b9-f7b3-4ac3-83a3-779993ec93a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0500669 Jun 23 15:00:27.713839 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-aaad1ca7-1639-454b-bc5e-e281f395fac9 None None] Set router 32f6e716-1a07-4282-9442-036de0a07b13 gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:00:27.753453 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-64712571-5e21-4873-b756-8bb58069655a req-b05efbd3-21ba-47c6-8b6d-b048dc7fe7d9 service neutron] 10.222.0.46 "GET /v2.0/networks/046085b9-f7b3-4ac3-83a3-779993ec93a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841203 Jun 23 15:00:27.842102 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-64712571-5e21-4873-b756-8bb58069655a req-7eb658c9-a5f3-48da-bf6c-55803a8cb184 service neutron] 10.222.0.46 "GET /v2.0/networks/046085b9-f7b3-4ac3-83a3-779993ec93a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803900 Jun 23 15:00:27.927514 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-aaad1ca7-1639-454b-bc5e-e281f395fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f6e716-1a07-4282-9442-036de0a07b13', 'name': 'tempest-AttachVolumeTestJSON-2121293109-router', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:49Z', 'updated_at': '2021-06-23T14:56:01Z', 'revision_number': 4, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'gw_port': {'id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_floatingips': [{'id': 'e7d984eb-25e8-44f2-af11-b60f532b2e7e', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'floating_ip_address': '172.28.1.53', 'floating_network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'router_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'port_id': '8262c359-d4d2-425b-85c5-211bcb246f15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2', 'mac_address': 'fa:16:3e:03:4b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd771b4a-7ab6-4192-9f0c-316750a2a968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T15:00:13Z', 'updated_at': '2021-06-23T15:00:26Z', 'revision_number': 1, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98bee53c-a5a8-4825-9107-5cef25557dc0', 'name': '', 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'mac_address': 'fa:16:3e:73:b5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:58Z', 'updated_at': '2021-06-23T14:56:12Z', 'revision_number': 5, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'subnets': [{'id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:27.956499 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaad1ca7-1639-454b-bc5e-e281f395fac9 None None] The sync data for ids ['32f6e716-1a07-4282-9442-036de0a07b13'] in dv-cinder-796286-8-smb is: [{'id': '32f6e716-1a07-4282-9442-036de0a07b13', 'name': 'tempest-AttachVolumeTestJSON-2121293109-router', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:49Z', 'updated_at': '2021-06-23T14:56:01Z', 'revision_number': 4, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'gw_port': {'id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_floatingips': [{'id': 'e7d984eb-25e8-44f2-af11-b60f532b2e7e', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'floating_ip_address': '172.28.1.53', 'floating_network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'router_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'port_id': '8262c359-d4d2-425b-85c5-211bcb246f15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2', 'mac_address': 'fa:16:3e:03:4b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd771b4a-7ab6-4192-9f0c-316750a2a968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T15:00:13Z', 'updated_at': '2021-06-23T15:00:26Z', 'revision_number': 1, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98bee53c-a5a8-4825-9107-5cef25557dc0', 'name': '', 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'mac_address': 'fa:16:3e:73:b5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:58Z', 'updated_at': '2021-06-23T14:56:12Z', 'revision_number': 5, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'subnets': [{'id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 15:00:28.131837 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ea9ffb-593e-4c7a-b163-f53d2460979f None None] New status for floating IP e7d984eb-25e8-44f2-af11-b60f532b2e7e: ACTIVE {{(pid=100183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 15:00:36.422431 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:38.751705 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-adb7ec67-0933-47db-8dbb-1d162465fd6d req-99d19fdd-a906-49ca-8c80-dfd598829fa8 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1641535058&fields=id&tenant_id=6a6510486430423e819fc78ab70e64d5 HTTP/1.1" status: 200 len: 267 time: 0.0320473 Jun 23 15:00:38.815240 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7ec67-0933-47db-8dbb-1d162465fd6d req-2ab7e2c4-a512-4cc2-afce-854d49bddcb2 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:38.816575 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-adb7ec67-0933-47db-8dbb-1d162465fd6d req-2ab7e2c4-a512-4cc2-afce-854d49bddcb2 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 984 time: 0.0597336 Jun 23 15:00:38.827574 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [req-adb7ec67-0933-47db-8dbb-1d162465fd6d req-c50c08bf-82be-40c1-969e-0bbceec8e051 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Request body: {'port': {'security_groups': ['297aa184-698b-4733-a0cc-d257594d95e2']}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:00:38.909225 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-adb7ec67-0933-47db-8dbb-1d162465fd6d req-c50c08bf-82be-40c1-969e-0bbceec8e051 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:39.051700 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 6 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 15:00:39.075897 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.db [req-adb7ec67-0933-47db-8dbb-1d162465fd6d req-c50c08bf-82be-40c1-969e-0bbceec8e051 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] For port f93707b5-899d-49fa-8644-0cf6a3e24bdc, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f93707b5-899d-49fa-8644-0cf6a3e24bdc,segment=NetworkSegment(36a7b341-ea93-43a0-90c1-3666a2cad8d2),segment_id=36a7b341-ea93-43a0-90c1-3666a2cad8d2)] {{(pid=100180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:00:39.103956 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-adb7ec67-0933-47db-8dbb-1d162465fd6d req-c50c08bf-82be-40c1-969e-0bbceec8e051 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for port, precommit_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:39.165553 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-adb7ec67-0933-47db-8dbb-1d162465fd6d req-c50c08bf-82be-40c1-969e-0bbceec8e051 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25328519'] for port, after_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:39.170383 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-ba88756c-8407-45a2-919a-8db25e66e6ef tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:39.177140 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['f93707b5-899d-49fa-8644-0cf6a3e24bdc'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 15:00:39.209214 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7ec67-0933-47db-8dbb-1d162465fd6d req-c50c08bf-82be-40c1-969e-0bbceec8e051 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:39.209754 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [req-adb7ec67-0933-47db-8dbb-1d162465fd6d req-c50c08bf-82be-40c1-969e-0bbceec8e051 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:39.211199 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-adb7ec67-0933-47db-8dbb-1d162465fd6d req-c50c08bf-82be-40c1-969e-0bbceec8e051 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "PUT /v2.0/ports/f93707b5-899d-49fa-8644-0cf6a3e24bdc HTTP/1.1" status: 200 len: 942 time: 0.3885837 Jun 23 15:00:39.213849 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05aff16-3031-4b84-9e04-52e0829d1af7', 'tag': 'f93707b5-899d-49fa-8644-0cf6a3e24bdc'}] {{(pid=100180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:00:39.217044 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd25e94c753d7f89e0e3c37123175e6223eaf2b946fa1bf5874daa58d3f91f45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2deb0634-f9bc-47e8-bb14-0bd264d608be" -d '{"events": [{"name": "network-changed", "server_uuid": "e05aff16-3031-4b84-9e04-52e0829d1af7", "tag": "f93707b5-899d-49fa-8644-0cf6a3e24bdc"}]}' {{(pid=100180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:00:39.218270 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 52140) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:39.260508 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c08bf-82be-40c1-969e-0bbceec8e051 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Pushing event updated for resources: {'Port': ['ID=f93707b5-899d-49fa-8644-0cf6a3e24bdc,revision_number=7']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:39.264737 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-c50c08bf-82be-40c1-969e-0bbceec8e051 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:39.275191 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 15:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf2abc8-f1aa-4bb7-bff7-9f65b8f20b3c x-openstack-request-id: req-caf2abc8-f1aa-4bb7-bff7-9f65b8f20b3c {{(pid=100180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:00:39.275510 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e05aff16-3031-4b84-9e04-52e0829d1af7", "tag": "f93707b5-899d-49fa-8644-0cf6a3e24bdc", "status": "completed", "code": 200}]} {{(pid=100180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:00:39.275798 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-caf2abc8-f1aa-4bb7-bff7-9f65b8f20b3c {{(pid=100180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:00:39.276223 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e05aff16-3031-4b84-9e04-52e0829d1af7', 'tag': 'f93707b5-899d-49fa-8644-0cf6a3e24bdc', 'status': 'completed', 'code': 200} Jun 23 15:00:39.299792 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f5e09677-5033-4153-8782-0bea37c49882 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:39.354068 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['f93707b5-899d-49fa-8644-0cf6a3e24bdc'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 15:00:39.363493 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f5e09677-5033-4153-8782-0bea37c49882 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:39.416720 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb0634-f9bc-47e8-bb14-0bd264d608be req-a09cb448-e83f-42d3-adb2-483502808187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:39.418383 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-2deb0634-f9bc-47e8-bb14-0bd264d608be req-a09cb448-e83f-42d3-adb2-483502808187 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a6510486430423e819fc78ab70e64d5&device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 1098 time: 0.1052525 Jun 23 15:00:39.494726 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-1919e684-190c-42ea-a3cc-24b0e97662ed None None] Provisioning complete for port f93707b5-899d-49fa-8644-0cf6a3e24bdc triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:00:39.495022 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-1919e684-190c-42ea-a3cc-24b0e97662ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:39.522731 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb0634-f9bc-47e8-bb14-0bd264d608be req-462f330a-6221-4c83-9f37-9ab81efb6564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:39.524460 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-2deb0634-f9bc-47e8-bb14-0bd264d608be req-462f330a-6221-4c83-9f37-9ab81efb6564 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8f833907-b415-4449-8941-f1cb4ab13f50 HTTP/1.1" status: 200 len: 916 time: 0.0986717 Jun 23 15:00:39.571160 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f5e09677-5033-4153-8782-0bea37c49882 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:39.574627 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f5e09677-5033-4153-8782-0bea37c49882 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:39.575882 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-f5e09677-5033-4153-8782-0bea37c49882 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "DELETE /v2.0/security-groups/57bbbe7b-3b7b-4a87-8546-b2604db78618 HTTP/1.1" status: 204 len: 168 time: 0.3558550 Jun 23 15:00:39.578373 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-49d44fed-e94d-45a9-abf9-ddee74e09b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:39.579094 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 52146) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:39.594342 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e09677-5033-4153-8782-0bea37c49882 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bbbe7b-3b7b-4a87-8546-b2604db78618,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:39.597504 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-f5e09677-5033-4153-8782-0bea37c49882 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:39.614234 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-2deb0634-f9bc-47e8-bb14-0bd264d608be req-0a371639-3554-494b-839c-1553c90b0cf8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f93707b5-899d-49fa-8644-0cf6a3e24bdc HTTP/1.1" status: 200 len: 1000 time: 0.0814097 Jun 23 15:00:39.696043 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb0634-f9bc-47e8-bb14-0bd264d608be req-5bd29ae8-b686-4754-a764-79ef334dfcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:39.698264 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-2deb0634-f9bc-47e8-bb14-0bd264d608be req-5bd29ae8-b686-4754-a764-79ef334dfcaa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e48a2a14-0ddc-485c-80f5-54d760235633 HTTP/1.1" status: 200 len: 854 time: 0.0634384 Jun 23 15:00:39.747373 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.plugin [None req-dc724180-0a28-45e3-9c90-577de531bf87 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Deleting port 5f6c23a6-6e45-4bc0-9fac-5edc35df6fa4 {{(pid=100180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:00:39.747728 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-dc724180-0a28-45e3-9c90-577de531bf87 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:39.759734 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-16721802-f982-4cc6-a471-43ce85b232db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:39.770143 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb0634-f9bc-47e8-bb14-0bd264d608be req-2d9900cc-1d7b-4580-a123-d4be151121d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:39.770143 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-2deb0634-f9bc-47e8-bb14-0bd264d608be req-2d9900cc-1d7b-4580-a123-d4be151121d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8f833907-b415-4449-8941-f1cb4ab13f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0638824 Jun 23 15:00:39.829616 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-dc724180-0a28-45e3-9c90-577de531bf87 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:39.830337 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-dc724180-0a28-45e3-9c90-577de531bf87 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:39.843680 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.plugin [None req-dc724180-0a28-45e3-9c90-577de531bf87 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Calling delete_port for 5f6c23a6-6e45-4bc0-9fac-5edc35df6fa4 owned by network:floatingip {{(pid=100180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:00:40.057248 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-dc724180-0a28-45e3-9c90-577de531bf87 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25328524'] for port, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:40.060206 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:40.084498 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc724180-0a28-45e3-9c90-577de531bf87 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Pushing event deleted for resources: {'Port': ['ID=5f6c23a6-6e45-4bc0-9fac-5edc35df6fa4,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:40.088383 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-dc724180-0a28-45e3-9c90-577de531bf87 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:40.100330 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-2deb0634-f9bc-47e8-bb14-0bd264d608be req-6e27cfa9-313c-4c1c-9906-afa4335be4f0 service neutron] 10.222.0.46 "GET /v2.0/networks/8f833907-b415-4449-8941-f1cb4ab13f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219681 Jun 23 15:00:40.145712 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-dc724180-0a28-45e3-9c90-577de531bf87 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks [] for floatingip, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:40.146069 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.db.l3_db [None req-dc724180-0a28-45e3-9c90-577de531bf87 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Floating IP 37331ef7-9c0c-4b1f-b128-b732599ed155 disassociated (deleted). External IP: 172.28.1.77, port: f93707b5-899d-49fa-8644-0cf6a3e24bdc. Jun 23 15:00:40.190629 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-2deb0634-f9bc-47e8-bb14-0bd264d608be req-ecdca8f6-2e64-49d8-9fbc-10f917434a0e service neutron] 10.222.0.46 "GET /v2.0/networks/8f833907-b415-4449-8941-f1cb4ab13f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831337 Jun 23 15:00:40.343209 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc724180-0a28-45e3-9c90-577de531bf87 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Router cfc33c79-a46a-4423-a859-d7d5b6fc71ae has already been hosted by L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 {{(pid=100180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 15:00:40.442551 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc724180-0a28-45e3-9c90-577de531bf87 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 15:00:40.447317 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-dc724180-0a28-45e3-9c90-577de531bf87 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for floatingip, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:40.452386 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e162c1-51df-40bd-8022-52dc921ef0c6 None None] Sync routers for ids ['cfc33c79-a46a-4423-a859-d7d5b6fc71ae'] in dv-cinder-796286-8-smb {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 15:00:40.462035 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e162c1-51df-40bd-8022-52dc921ef0c6 None None] Routers {'cfc33c79-a46a-4423-a859-d7d5b6fc71ae'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:00:40.462639 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-c7e162c1-51df-40bd-8022-52dc921ef0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:00:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['cfc33c79-a46a-4423-a859-d7d5b6fc71ae'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:40.482938 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-dc724180-0a28-45e3-9c90-577de531bf87 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "DELETE /v2.0/floatingips/37331ef7-9c0c-4b1f-b128-b732599ed155 HTTP/1.1" status: 204 len: 168 time: 0.9025822 Jun 23 15:00:40.564988 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-c7e162c1-51df-40bd-8022-52dc921ef0c6 None None] Set router cfc33c79-a46a-4423-a859-d7d5b6fc71ae gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:00:40.760350 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-c7e162c1-51df-40bd-8022-52dc921ef0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'name': 'tempest-TestMinimumBasicScenario-1923689014-router', 'tenant_id': '6a6510486430423e819fc78ab70e64d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'c88b82bd-e2f2-470e-9c26-1ded8d688b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:58:04Z', 'updated_at': '2021-06-23T14:58:11Z', 'revision_number': 4, 'project_id': '6a6510486430423e819fc78ab70e64d5', 'gw_port': {'id': 'c88b82bd-e2f2-470e-9c26-1ded8d688b92', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:05Z', 'updated_at': '2021-06-23T14:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '91d66826-fd71-4142-8db0-c4f4d963e067', 'name': '', 'network_id': '8f833907-b415-4449-8941-f1cb4ab13f50', 'tenant_id': '6a6510486430423e819fc78ab70e64d5', 'mac_address': 'fa:16:3e:17:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e48a2a14-0ddc-485c-80f5-54d760235633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:10Z', 'updated_at': '2021-06-23T14:58:17Z', 'revision_number': 5, 'project_id': '6a6510486430423e819fc78ab70e64d5', 'subnets': [{'id': 'e48a2a14-0ddc-485c-80f5-54d760235633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:40.786121 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e162c1-51df-40bd-8022-52dc921ef0c6 None None] Checking router: cfc33c79-a46a-4423-a859-d7d5b6fc71ae for host: dv-cinder-796286-8-smb {{(pid=100182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 15:00:40.794940 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e162c1-51df-40bd-8022-52dc921ef0c6 None None] Routers {'cfc33c79-a46a-4423-a859-d7d5b6fc71ae'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:00:40.795559 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-c7e162c1-51df-40bd-8022-52dc921ef0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:00:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['cfc33c79-a46a-4423-a859-d7d5b6fc71ae'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:40.901182 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-c7e162c1-51df-40bd-8022-52dc921ef0c6 None None] Set router cfc33c79-a46a-4423-a859-d7d5b6fc71ae gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:00:41.094153 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-c7e162c1-51df-40bd-8022-52dc921ef0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'name': 'tempest-TestMinimumBasicScenario-1923689014-router', 'tenant_id': '6a6510486430423e819fc78ab70e64d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'c88b82bd-e2f2-470e-9c26-1ded8d688b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:58:04Z', 'updated_at': '2021-06-23T14:58:11Z', 'revision_number': 4, 'project_id': '6a6510486430423e819fc78ab70e64d5', 'gw_port': {'id': 'c88b82bd-e2f2-470e-9c26-1ded8d688b92', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:05Z', 'updated_at': '2021-06-23T14:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '91d66826-fd71-4142-8db0-c4f4d963e067', 'name': '', 'network_id': '8f833907-b415-4449-8941-f1cb4ab13f50', 'tenant_id': '6a6510486430423e819fc78ab70e64d5', 'mac_address': 'fa:16:3e:17:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e48a2a14-0ddc-485c-80f5-54d760235633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:10Z', 'updated_at': '2021-06-23T14:58:17Z', 'revision_number': 5, 'project_id': '6a6510486430423e819fc78ab70e64d5', 'subnets': [{'id': 'e48a2a14-0ddc-485c-80f5-54d760235633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:41.122654 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e162c1-51df-40bd-8022-52dc921ef0c6 None None] The sync data for ids ['cfc33c79-a46a-4423-a859-d7d5b6fc71ae'] in dv-cinder-796286-8-smb is: [{'id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'name': 'tempest-TestMinimumBasicScenario-1923689014-router', 'tenant_id': '6a6510486430423e819fc78ab70e64d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'c88b82bd-e2f2-470e-9c26-1ded8d688b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:58:04Z', 'updated_at': '2021-06-23T14:58:11Z', 'revision_number': 4, 'project_id': '6a6510486430423e819fc78ab70e64d5', 'gw_port': {'id': 'c88b82bd-e2f2-470e-9c26-1ded8d688b92', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:05Z', 'updated_at': '2021-06-23T14:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '91d66826-fd71-4142-8db0-c4f4d963e067', 'name': '', 'network_id': '8f833907-b415-4449-8941-f1cb4ab13f50', 'tenant_id': '6a6510486430423e819fc78ab70e64d5', 'mac_address': 'fa:16:3e:17:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e48a2a14-0ddc-485c-80f5-54d760235633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:10Z', 'updated_at': '2021-06-23T14:58:17Z', 'revision_number': 5, 'project_id': '6a6510486430423e819fc78ab70e64d5', 'subnets': [{'id': 'e48a2a14-0ddc-485c-80f5-54d760235633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 15:00:41.277594 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05aff16-3031-4b84-9e04-52e0829d1af7', 'tag': 'f93707b5-899d-49fa-8644-0cf6a3e24bdc'}] {{(pid=100180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:00:41.280701 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd25e94c753d7f89e0e3c37123175e6223eaf2b946fa1bf5874daa58d3f91f45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2749017-d8be-4907-848c-9f1df30f4c79" -d '{"events": [{"name": "network-changed", "server_uuid": "e05aff16-3031-4b84-9e04-52e0829d1af7", "tag": "f93707b5-899d-49fa-8644-0cf6a3e24bdc"}]}' {{(pid=100180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:00:41.320311 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 15:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d0daec-a710-4316-9b42-8c8750f1b4c2 x-openstack-request-id: req-f4d0daec-a710-4316-9b42-8c8750f1b4c2 {{(pid=100180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:00:41.320613 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e05aff16-3031-4b84-9e04-52e0829d1af7", "tag": "f93707b5-899d-49fa-8644-0cf6a3e24bdc", "status": "completed", "code": 200}]} {{(pid=100180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:00:41.320834 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f4d0daec-a710-4316-9b42-8c8750f1b4c2 {{(pid=100180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:00:41.321264 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e05aff16-3031-4b84-9e04-52e0829d1af7', 'tag': 'f93707b5-899d-49fa-8644-0cf6a3e24bdc', 'status': 'completed', 'code': 200} Jun 23 15:00:41.325045 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba371b2a-224a-406f-be37-9b10da84f40c None None] New status for floating IP 37331ef7-9c0c-4b1f-b128-b732599ed155: DOWN {{(pid=100183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 15:00:41.404134 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2749017-d8be-4907-848c-9f1df30f4c79 req-7f179d1d-c734-40ac-a7dc-e976ebf46862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:41.405609 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c2749017-d8be-4907-848c-9f1df30f4c79 req-7f179d1d-c734-40ac-a7dc-e976ebf46862 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a6510486430423e819fc78ab70e64d5&device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 1098 time: 0.0522938 Jun 23 15:00:41.498924 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2749017-d8be-4907-848c-9f1df30f4c79 req-294231a3-c00e-4369-99ca-9200d4ee7389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:41.500339 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c2749017-d8be-4907-848c-9f1df30f4c79 req-294231a3-c00e-4369-99ca-9200d4ee7389 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8f833907-b415-4449-8941-f1cb4ab13f50 HTTP/1.1" status: 200 len: 916 time: 0.0860033 Jun 23 15:00:41.545165 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c2749017-d8be-4907-848c-9f1df30f4c79 req-a1f229dd-6373-49b2-80d8-0caf996b77fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f93707b5-899d-49fa-8644-0cf6a3e24bdc HTTP/1.1" status: 200 len: 217 time: 0.0345061 Jun 23 15:00:41.600429 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2749017-d8be-4907-848c-9f1df30f4c79 req-45c8c28d-d4e1-49a6-bbc3-44b11f4fdfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:41.601876 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c2749017-d8be-4907-848c-9f1df30f4c79 req-45c8c28d-d4e1-49a6-bbc3-44b11f4fdfb3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e48a2a14-0ddc-485c-80f5-54d760235633 HTTP/1.1" status: 200 len: 854 time: 0.0504167 Jun 23 15:00:41.662683 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2749017-d8be-4907-848c-9f1df30f4c79 req-bface6d6-6b99-4441-853a-ff5623802710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:41.664183 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c2749017-d8be-4907-848c-9f1df30f4c79 req-bface6d6-6b99-4441-853a-ff5623802710 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8f833907-b415-4449-8941-f1cb4ab13f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0549412 Jun 23 15:00:41.754456 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c2749017-d8be-4907-848c-9f1df30f4c79 req-9e389849-5b47-4286-bd8d-90de96fbfeb5 service neutron] 10.222.0.46 "GET /v2.0/networks/8f833907-b415-4449-8941-f1cb4ab13f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834479 Jun 23 15:00:41.846184 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c2749017-d8be-4907-848c-9f1df30f4c79 req-b7228e0b-e7ef-4375-84e6-40db962cf143 service neutron] 10.222.0.46 "GET /v2.0/networks/8f833907-b415-4449-8941-f1cb4ab13f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839181 Jun 23 15:00:42.491167 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-34cf3eab-e2ee-4aae-b782-25e6d8c4d8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:42.553942 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:43.737180 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:44.107019 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a46d3-de4b-4abf-b01a-e6a49deae529 req-c8562dee-6a09-4906-aba3-d840a0aa46df tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:44.109014 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e48a46d3-de4b-4abf-b01a-e6a49deae529 req-c8562dee-6a09-4906-aba3-d840a0aa46df tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 945 time: 0.0651689 Jun 23 15:00:44.148684 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e48a46d3-de4b-4abf-b01a-e6a49deae529 req-6f0dc1be-dc6f-49c3-ac00-643ff994a75b tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338752 Jun 23 15:00:45.328346 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8cac2-daa2-4394-a774-886b3e18e8e2 req-6babc63b-6740-48fc-b16f-4dbd413f0b34 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:45.329900 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9fe8cac2-daa2-4394-a774-886b3e18e8e2 req-6babc63b-6740-48fc-b16f-4dbd413f0b34 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 945 time: 0.0703559 Jun 23 15:00:45.371867 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9fe8cac2-daa2-4394-a774-886b3e18e8e2 req-8895a4ef-0040-4fc3-9871-ecc0576a3885 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357909 Jun 23 15:00:45.508507 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:46.146887 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbfe54-d0e9-4089-8f04-f57fc60f7236 req-fcf1be3f-5a26-40ce-8c1c-d9dd07d12f9a tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:46.148306 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-47bbfe54-d0e9-4089-8f04-f57fc60f7236 req-fcf1be3f-5a26-40ce-8c1c-d9dd07d12f9a tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.46 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 945 time: 0.0602725 Jun 23 15:00:46.249123 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-47bbfe54-d0e9-4089-8f04-f57fc60f7236 req-893f0825-729a-4dfc-b4f7-77d9dcbb7728 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Deleting port f93707b5-899d-49fa-8644-0cf6a3e24bdc {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:00:46.249500 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-47bbfe54-d0e9-4089-8f04-f57fc60f7236 req-893f0825-729a-4dfc-b4f7-77d9dcbb7728 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:46.334306 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-47bbfe54-d0e9-4089-8f04-f57fc60f7236 req-893f0825-729a-4dfc-b4f7-77d9dcbb7728 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] For port f93707b5-899d-49fa-8644-0cf6a3e24bdc, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f93707b5-899d-49fa-8644-0cf6a3e24bdc,segment=NetworkSegment(36a7b341-ea93-43a0-90c1-3666a2cad8d2),segment_id=36a7b341-ea93-43a0-90c1-3666a2cad8d2)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:00:46.334661 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-47bbfe54-d0e9-4089-8f04-f57fc60f7236 req-893f0825-729a-4dfc-b4f7-77d9dcbb7728 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:46.346261 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-47bbfe54-d0e9-4089-8f04-f57fc60f7236 req-893f0825-729a-4dfc-b4f7-77d9dcbb7728 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Calling delete_port for f93707b5-899d-49fa-8644-0cf6a3e24bdc owned by compute:nova {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:00:46.531314 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-47bbfe54-d0e9-4089-8f04-f57fc60f7236 req-893f0825-729a-4dfc-b4f7-77d9dcbb7728 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:46.536648 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:46.543499 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['f93707b5-899d-49fa-8644-0cf6a3e24bdc'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 15:00:46.549878 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd400f-b101-424c-ac1e-10c03bdceed2 req-bb14ee29-b2cf-4840-9601-3b5cbdc4a3d0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:46.553826 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5bdd400f-b101-424c-ac1e-10c03bdceed2 req-bb14ee29-b2cf-4840-9601-3b5cbdc4a3d0 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 867 time: 0.0664861 Jun 23 15:00:46.571164 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f0825-729a-4dfc-b4f7-77d9dcbb7728 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Pushing event deleted for resources: {'Port': ['ID=f93707b5-899d-49fa-8644-0cf6a3e24bdc,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:46.578395 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-893f0825-729a-4dfc-b4f7-77d9dcbb7728 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:46.591298 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5bdd400f-b101-424c-ac1e-10c03bdceed2 req-d99dcd4c-2bbd-4b31-ba5d-6bdb8b47c96f tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/security-groups?id=297aa184-698b-4733-a0cc-d257594d95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339696 Jun 23 15:00:46.618075 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [req-47bbfe54-d0e9-4089-8f04-f57fc60f7236 req-893f0825-729a-4dfc-b4f7-77d9dcbb7728 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] No DVR routers for this DVR port f93707b5-899d-49fa-8644-0cf6a3e24bdc on host hv-cinder-79628 {{(pid=100181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 15:00:46.620702 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-47bbfe54-d0e9-4089-8f04-f57fc60f7236 req-893f0825-729a-4dfc-b4f7-77d9dcbb7728 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:46.622736 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-47bbfe54-d0e9-4089-8f04-f57fc60f7236 req-893f0825-729a-4dfc-b4f7-77d9dcbb7728 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.46 "DELETE /v2.0/ports/f93707b5-899d-49fa-8644-0cf6a3e24bdc HTTP/1.1" status: 204 len: 173 time: 0.4688714 Jun 23 15:00:46.623880 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05aff16-3031-4b84-9e04-52e0829d1af7', 'name': 'network-vif-deleted', 'tag': 'f93707b5-899d-49fa-8644-0cf6a3e24bdc'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:00:46.626175 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9b2bec-e49a-404d-a60a-9a4d999a7550" -d '{"events": [{"server_uuid": "e05aff16-3031-4b84-9e04-52e0829d1af7", "name": "network-vif-deleted", "tag": "f93707b5-899d-49fa-8644-0cf6a3e24bdc"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:00:46.664215 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 15:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b21e1f3-d906-4b44-a1c7-404b73e1588b x-openstack-request-id: req-1b21e1f3-d906-4b44-a1c7-404b73e1588b {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:00:46.664540 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05aff16-3031-4b84-9e04-52e0829d1af7", "name": "network-vif-deleted", "tag": "f93707b5-899d-49fa-8644-0cf6a3e24bdc", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:00:46.664826 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1b21e1f3-d906-4b44-a1c7-404b73e1588b {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:00:46.665251 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05aff16-3031-4b84-9e04-52e0829d1af7', 'name': 'network-vif-deleted', 'tag': 'f93707b5-899d-49fa-8644-0cf6a3e24bdc', 'status': 'completed', 'code': 200} Jun 23 15:00:47.917405 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-752f4f17-2327-4b00-bae6-768ea2d95ec2 req-1b1147bb-046f-40d1-b89c-529e9b7b4d84 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05aff16-3031-4b84-9e04-52e0829d1af7 HTTP/1.1" status: 200 len: 210 time: 0.1960886 Jun 23 15:00:50.105269 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device f93707b5-899d-49fa-8644-0cf6a3e24bdc no longer exists at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:00:50.125086 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] No Port match for: f93707b5-899d-49fa-8644-0cf6a3e24bdc {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:00:50.125438 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device f93707b5-899d-49fa-8644-0cf6a3e24bdc not bound to the agent host hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:00:50.475633 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 52276) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:51.133457 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-3b01c12b-ae46-4093-880b-cce10635ed93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-623076'] for router_interface, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:51.427538 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.plugin [None req-3b01c12b-ae46-4093-880b-cce10635ed93 admin admin] Deleting port 91d66826-fd71-4142-8db0-c4f4d963e067 {{(pid=100180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:00:51.427898 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-3b01c12b-ae46-4093-880b-cce10635ed93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:51.501915 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.db [None req-3b01c12b-ae46-4093-880b-cce10635ed93 admin admin] For port 91d66826-fd71-4142-8db0-c4f4d963e067, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=91d66826-fd71-4142-8db0-c4f4d963e067,segment=NetworkSegment(36a7b341-ea93-43a0-90c1-3666a2cad8d2),segment_id=36a7b341-ea93-43a0-90c1-3666a2cad8d2)] {{(pid=100180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:00:51.502580 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-3b01c12b-ae46-4093-880b-cce10635ed93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:51.513953 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.plugin [None req-3b01c12b-ae46-4093-880b-cce10635ed93 admin admin] Calling delete_port for 91d66826-fd71-4142-8db0-c4f4d963e067 owned by network:router_interface {{(pid=100180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:00:51.760027 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-3b01c12b-ae46-4093-880b-cce10635ed93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25328524'] for port, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:51.762019 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-84f154ed-fe1d-4e13-bda5-75eaf2116e3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:51.782912 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01c12b-ae46-4093-880b-cce10635ed93 admin admin] Pushing event deleted for resources: {'Port': ['ID=91d66826-fd71-4142-8db0-c4f4d963e067,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:51.785391 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-3b01c12b-ae46-4093-880b-cce10635ed93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:51.947839 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-3b01c12b-ae46-4093-880b-cce10635ed93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-691224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559636'] for router_interface, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:52.163251 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b01c12b-ae46-4093-880b-cce10635ed93 admin admin] Router cfc33c79-a46a-4423-a859-d7d5b6fc71ae has already been hosted by L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 {{(pid=100180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 15:00:52.265316 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b01c12b-ae46-4093-880b-cce10635ed93 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 15:00:52.270317 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-3b01c12b-ae46-4093-880b-cce10635ed93 admin admin] 10.222.0.72 "PUT /v2.0/routers/cfc33c79-a46a-4423-a859-d7d5b6fc71ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7936027 Jun 23 15:00:52.273777 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 52290) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:52.274726 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a17f10-a346-4f7a-83ac-774c883657e8 None None] Sync routers for ids ['cfc33c79-a46a-4423-a859-d7d5b6fc71ae'] in dv-cinder-796286-8-smb {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 15:00:52.285240 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a17f10-a346-4f7a-83ac-774c883657e8 None None] Routers {'cfc33c79-a46a-4423-a859-d7d5b6fc71ae'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:00:52.285897 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-73a17f10-a346-4f7a-83ac-774c883657e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:00:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['cfc33c79-a46a-4423-a859-d7d5b6fc71ae'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:52.383961 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-212c9c08-ab13-4a4d-83b6-47e9246529d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:52.491985 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-212c9c08-ab13-4a4d-83b6-47e9246529d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:52.510156 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-73a17f10-a346-4f7a-83ac-774c883657e8 None None] Set router cfc33c79-a46a-4423-a859-d7d5b6fc71ae gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:00:52.617882 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-212c9c08-ab13-4a4d-83b6-47e9246529d4 admin admin] Deleting port c88b82bd-e2f2-470e-9c26-1ded8d688b92 {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:00:52.620860 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-212c9c08-ab13-4a4d-83b6-47e9246529d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:52.685293 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-73a17f10-a346-4f7a-83ac-774c883657e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'name': 'tempest-TestMinimumBasicScenario-1923689014-router', 'tenant_id': '6a6510486430423e819fc78ab70e64d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'c88b82bd-e2f2-470e-9c26-1ded8d688b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:58:04Z', 'updated_at': '2021-06-23T15:00:51Z', 'revision_number': 5, 'project_id': '6a6510486430423e819fc78ab70e64d5', 'gw_port': {'id': 'c88b82bd-e2f2-470e-9c26-1ded8d688b92', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:05Z', 'updated_at': '2021-06-23T14:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb'}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:52.693530 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [None req-212c9c08-ab13-4a4d-83b6-47e9246529d4 admin admin] For port c88b82bd-e2f2-470e-9c26-1ded8d688b92, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=c88b82bd-e2f2-470e-9c26-1ded8d688b92,segment=NetworkSegment(ba5d94ff-850b-475f-bf01-29ba3ab431be),segment_id=ba5d94ff-850b-475f-bf01-29ba3ab431be)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:00:52.693924 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-212c9c08-ab13-4a4d-83b6-47e9246529d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:52.706703 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-212c9c08-ab13-4a4d-83b6-47e9246529d4 admin admin] Calling delete_port for c88b82bd-e2f2-470e-9c26-1ded8d688b92 owned by network:router_gateway {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:00:52.713063 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a17f10-a346-4f7a-83ac-774c883657e8 None None] Checking router: cfc33c79-a46a-4423-a859-d7d5b6fc71ae for host: dv-cinder-796286-8-smb {{(pid=100182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 15:00:52.724533 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a17f10-a346-4f7a-83ac-774c883657e8 None None] Routers {'cfc33c79-a46a-4423-a859-d7d5b6fc71ae'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:00:52.725161 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-73a17f10-a346-4f7a-83ac-774c883657e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:00:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['cfc33c79-a46a-4423-a859-d7d5b6fc71ae'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:52.811878 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-73a17f10-a346-4f7a-83ac-774c883657e8 None None] Set router cfc33c79-a46a-4423-a859-d7d5b6fc71ae gateway port host: None {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:00:52.869393 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-73a17f10-a346-4f7a-83ac-774c883657e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'name': 'tempest-TestMinimumBasicScenario-1923689014-router', 'tenant_id': '6a6510486430423e819fc78ab70e64d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:58:04Z', 'updated_at': '2021-06-23T15:00:52Z', 'revision_number': 6, 'project_id': '6a6510486430423e819fc78ab70e64d5', 'gw_port_host': None}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:52.897276 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a17f10-a346-4f7a-83ac-774c883657e8 None None] The sync data for ids ['cfc33c79-a46a-4423-a859-d7d5b6fc71ae'] in dv-cinder-796286-8-smb is: [{'id': 'cfc33c79-a46a-4423-a859-d7d5b6fc71ae', 'name': 'tempest-TestMinimumBasicScenario-1923689014-router', 'tenant_id': '6a6510486430423e819fc78ab70e64d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:58:04Z', 'updated_at': '2021-06-23T15:00:52Z', 'revision_number': 6, 'project_id': '6a6510486430423e819fc78ab70e64d5', 'gw_port_host': None}] {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 15:00:52.942224 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-212c9c08-ab13-4a4d-83b6-47e9246529d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:52.945486 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-f9b27b3a-0565-4c51-a52d-824c8c9a9349 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:52.947169 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c2aae-20d8-4057-a0e7-e7f5eaf5b44e req-1a0bc491-e3e6-44b9-8c8c-894a987ab303 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:52.948713 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e65c2aae-20d8-4057-a0e7-e7f5eaf5b44e req-1a0bc491-e3e6-44b9-8c8c-894a987ab303 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 946 time: 0.1196344 Jun 23 15:00:52.970388 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c9c08-ab13-4a4d-83b6-47e9246529d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c88b82bd-e2f2-470e-9c26-1ded8d688b92,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:52.973461 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-212c9c08-ab13-4a4d-83b6-47e9246529d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:52.988457 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e65c2aae-20d8-4057-a0e7-e7f5eaf5b44e req-c2191e29-feb0-4c73-9c73-9290a45c93e4 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333855 Jun 23 15:00:53.035903 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-212c9c08-ab13-4a4d-83b6-47e9246529d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643713'] for router_gateway, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:53.120700 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-212c9c08-ab13-4a4d-83b6-47e9246529d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257095'] for router, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:53.122676 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-212c9c08-ab13-4a4d-83b6-47e9246529d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:53.243171 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-212c9c08-ab13-4a4d-83b6-47e9246529d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559599'] for router, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:53.243581 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212c9c08-ab13-4a4d-83b6-47e9246529d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfc33c79-a46a-4423-a859-d7d5b6fc71ae {{(pid=100181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 15:00:53.252342 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-212c9c08-ab13-4a4d-83b6-47e9246529d4 admin admin] Notify callbacks [] for router, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:53.256056 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 52306) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:53.256229 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-212c9c08-ab13-4a4d-83b6-47e9246529d4 admin admin] 10.222.0.72 "DELETE /v2.0/routers/cfc33c79-a46a-4423-a859-d7d5b6fc71ae HTTP/1.1" status: 204 len: 168 time: 0.9812803 Jun 23 15:00:53.309735 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bde8146-1be3-4212-9893-6edf09a2efa3 admin admin] Deleting subnet e48a2a14-0ddc-485c-80f5-54d760235633 {{(pid=100180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 15:00:53.314606 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1bde8146-1be3-4212-9893-6edf09a2efa3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:53.352684 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1bde8146-1be3-4212-9893-6edf09a2efa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25328100'] for subnet, precommit_delete_associations {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:53.459253 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1bde8146-1be3-4212-9893-6edf09a2efa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819001'] for subnet, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:53.566083 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1bde8146-1be3-4212-9893-6edf09a2efa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3818976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25328582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25513321'] for subnet, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:53.568251 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:53.591502 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde8146-1be3-4212-9893-6edf09a2efa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e48a2a14-0ddc-485c-80f5-54d760235633,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:53.595011 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-1bde8146-1be3-4212-9893-6edf09a2efa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:53.595965 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-1bde8146-1be3-4212-9893-6edf09a2efa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:53.597838 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-1bde8146-1be3-4212-9893-6edf09a2efa3 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e48a2a14-0ddc-485c-80f5-54d760235633 HTTP/1.1" status: 204 len: 168 time: 0.3407307 Jun 23 15:00:53.600291 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 52308) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:53.602310 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a670aa87-7a66-4de0-9de7-c05dbd6fbb2a None None] Network 8f833907-b415-4449-8941-f1cb4ab13f50 requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 15:00:53.671279 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-edb26127-8b9a-4dd9-bb0c-c44f16dc1fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3878271'] for network, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:53.692516 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 91d66826-fd71-4142-8db0-c4f4d963e067 no longer exists at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:00:53.725462 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.plugin [None req-edb26127-8b9a-4dd9-bb0c-c44f16dc1fbd admin admin] Deleting port 4ea0d5d9-b11c-40db-8816-717b4bb6f580 {{(pid=100180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:00:53.725836 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-edb26127-8b9a-4dd9-bb0c-c44f16dc1fbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:53.729732 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-c36b1959-2167-4921-97a8-61707844de6b None None] No Port match for: 91d66826-fd71-4142-8db0-c4f4d963e067 {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:00:53.730106 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 91d66826-fd71-4142-8db0-c4f4d963e067 not bound to the agent host dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:00:53.789249 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.db [None req-edb26127-8b9a-4dd9-bb0c-c44f16dc1fbd admin admin] For port 4ea0d5d9-b11c-40db-8816-717b4bb6f580, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=4ea0d5d9-b11c-40db-8816-717b4bb6f580,segment=NetworkSegment(36a7b341-ea93-43a0-90c1-3666a2cad8d2),segment_id=36a7b341-ea93-43a0-90c1-3666a2cad8d2)] {{(pid=100180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:00:53.789608 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-edb26127-8b9a-4dd9-bb0c-c44f16dc1fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:53.802891 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.plugin [None req-edb26127-8b9a-4dd9-bb0c-c44f16dc1fbd admin admin] Calling delete_port for 4ea0d5d9-b11c-40db-8816-717b4bb6f580 owned by network:dhcp {{(pid=100180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:00:53.814907 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c62a8b8-56e6-4f9d-a3d7-c4b32160569f None None] DHCP port deletion for 8f833907-b415-4449-8941-f1cb4ab13f50 request from dv-cinder-796286-8-smb {{(pid=100182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 15:00:53.861097 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-2c62a8b8-56e6-4f9d-a3d7-c4b32160569f None None] Deleting port 4ea0d5d9-b11c-40db-8816-717b4bb6f580 {{(pid=100182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:00:53.861566 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-2c62a8b8-56e6-4f9d-a3d7-c4b32160569f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:53.925476 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-2c62a8b8-56e6-4f9d-a3d7-c4b32160569f None None] For port 4ea0d5d9-b11c-40db-8816-717b4bb6f580, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=4ea0d5d9-b11c-40db-8816-717b4bb6f580,segment=NetworkSegment(36a7b341-ea93-43a0-90c1-3666a2cad8d2),segment_id=36a7b341-ea93-43a0-90c1-3666a2cad8d2)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:00:53.925932 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-2c62a8b8-56e6-4f9d-a3d7-c4b32160569f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:53.938826 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-2c62a8b8-56e6-4f9d-a3d7-c4b32160569f None None] Calling delete_port for 4ea0d5d9-b11c-40db-8816-717b4bb6f580 owned by network:dhcp {{(pid=100182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:00:53.988789 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-edb26127-8b9a-4dd9-bb0c-c44f16dc1fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25328524'] for port, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:53.991211 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-306c651d-2228-4d7b-8222-b7009e9a68be tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:54.019338 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb26127-8b9a-4dd9-bb0c-c44f16dc1fbd admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea0d5d9-b11c-40db-8816-717b4bb6f580,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:54.021109 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb26127-8b9a-4dd9-bb0c-c44f16dc1fbd admin admin] No DVR routers for this DVR port 4ea0d5d9-b11c-40db-8816-717b4bb6f580 on host dv-cinder-796286-8-smb {{(pid=100180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 15:00:54.022671 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-edb26127-8b9a-4dd9-bb0c-c44f16dc1fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:54.063326 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-2c62a8b8-56e6-4f9d-a3d7-c4b32160569f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231'] for port, after_delete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:54.066153 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-3f8a9b82-3d1d-4069-aad6-d20e2e946e54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:54.089759 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62a8b8-56e6-4f9d-a3d7-c4b32160569f None None] Pushing event deleted for resources: {'Port': ['ID=4ea0d5d9-b11c-40db-8816-717b4bb6f580,revision_number=None']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:54.092493 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-2c62a8b8-56e6-4f9d-a3d7-c4b32160569f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:54.093943 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c62a8b8-56e6-4f9d-a3d7-c4b32160569f None None] No DVR routers for this DVR port 4ea0d5d9-b11c-40db-8816-717b4bb6f580 on host dv-cinder-796286-8-smb {{(pid=100182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 15:00:54.095421 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-edb26127-8b9a-4dd9-bb0c-c44f16dc1fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3849076', 'neutron.services.segments.db._delete_segments_for_network-8735919049759'] for network, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:54.105478 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.services.segments.db [None req-edb26127-8b9a-4dd9-bb0c-c44f16dc1fbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f833907-b415-4449-8941-f1cb4ab13f50']}} {{(pid=100180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:54.120313 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.services.segments.db [None req-edb26127-8b9a-4dd9-bb0c-c44f16dc1fbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36a7b341-ea93-43a0-90c1-3666a2cad8d2') {'for_net_delete': True} {{(pid=100180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:54.120659 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.services.segments.db [None req-edb26127-8b9a-4dd9-bb0c-c44f16dc1fbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36a7b341-ea93-43a0-90c1-3666a2cad8d2') {} {{(pid=100180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:54.135211 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-edb26127-8b9a-4dd9-bb0c-c44f16dc1fbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735919037166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25328123'] for segment, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:54.170794 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-edb26127-8b9a-4dd9-bb0c-c44f16dc1fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:54.178599 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb26127-8b9a-4dd9-bb0c-c44f16dc1fbd admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=100180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 15:00:54.178970 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-edb26127-8b9a-4dd9-bb0c-c44f16dc1fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25328475'] for segment, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: conditions |= (models_v2.Port.network_id.in_( Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: conditions |= (models_v2.Port.network_id.in_( Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: conditions |= (models_v2.Port.network_id.in_( Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: conditions |= (models_v2.Port.network_id.in_( Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: conditions |= (models_v2.Port.network_id.in_( Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: conditions |= (models_v2.Port.network_id.in_( Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: conditions |= (models_v2.Port.network_id.in_( Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: conditions |= (models_v2.Port.network_id.in_( Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: conditions |= (models_v2.Port.network_id.in_( Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: conditions |= (models_v2.Port.network_id.in_( Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: conditions |= (models_v2.Port.network_id.in_( Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: Traceback (most recent call last): Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: timer() Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: cb(*args, **kw) Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: return func(*args, **kwargs) Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: self._notify() Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: self.callback(batched_events) Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: event.method(event) Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: return f(self, *a, **k) Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: return self._get(url).json() Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: return self.request(url, 'GET', **kwargs) Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 15:00:54.180541 dv-cinder-796286-8-smb neutron-server[100180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 15:00:54.253018 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908bd94-e656-4e04-bd76-14abf266a370 req-d490d8e8-5dad-4c1d-9c3f-1902ecaa78e9 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:54.254407 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e908bd94-e656-4e04-bd76-14abf266a370 req-d490d8e8-5dad-4c1d-9c3f-1902ecaa78e9 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 946 time: 0.1232152 Jun 23 15:00:54.291107 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e908bd94-e656-4e04-bd76-14abf266a370 req-0a0005d1-3ee1-4e59-91f8-bc80ce382ef7 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309439 Jun 23 15:00:54.302710 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-edb26127-8b9a-4dd9-bb0c-c44f16dc1fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3849087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643696'] for network, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:54.309066 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-edb26127-8b9a-4dd9-bb0c-c44f16dc1fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:54.315320 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-edb26127-8b9a-4dd9-bb0c-c44f16dc1fbd admin admin] 10.222.0.72 "DELETE /v2.0/networks/8f833907-b415-4449-8941-f1cb4ab13f50 HTTP/1.1" status: 204 len: 168 time: 0.7106559 Jun 23 15:00:54.315320 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:54.315486 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 52314) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:54.326415 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb26127-8b9a-4dd9-bb0c-c44f16dc1fbd admin admin] Pushing event deleted for resources: {'Network': ['ID=8f833907-b415-4449-8941-f1cb4ab13f50,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:54.329448 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-edb26127-8b9a-4dd9-bb0c-c44f16dc1fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:54.644611 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-bdf6590e-e359-4bca-8e1c-c2ec8fbaad4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-623076'] for router_interface, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:54.886386 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6590e-e359-4bca-8e1c-c2ec8fbaad4a admin admin] Deleting port a5a47d3b-e807-4458-b75a-50817c2380eb {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:00:54.886731 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-bdf6590e-e359-4bca-8e1c-c2ec8fbaad4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:54.960735 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [None req-bdf6590e-e359-4bca-8e1c-c2ec8fbaad4a admin admin] For port a5a47d3b-e807-4458-b75a-50817c2380eb, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=a5a47d3b-e807-4458-b75a-50817c2380eb,segment=NetworkSegment(d55f0156-1aea-4855-9023-fdb25bed43df),segment_id=d55f0156-1aea-4855-9023-fdb25bed43df)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:00:54.960984 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-bdf6590e-e359-4bca-8e1c-c2ec8fbaad4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:54.973632 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6590e-e359-4bca-8e1c-c2ec8fbaad4a admin admin] Calling delete_port for a5a47d3b-e807-4458-b75a-50817c2380eb owned by network:router_interface {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:00:55.019833 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device c88b82bd-e2f2-470e-9c26-1ded8d688b92 no longer exists at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:00:55.038739 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-c36b1959-2167-4921-97a8-61707844de6b None None] No Port match for: c88b82bd-e2f2-470e-9c26-1ded8d688b92 {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:00:55.039089 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device c88b82bd-e2f2-470e-9c26-1ded8d688b92 not bound to the agent host dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:00:55.039513 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 4ea0d5d9-b11c-40db-8816-717b4bb6f580 no longer exists at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:00:55.056523 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-c36b1959-2167-4921-97a8-61707844de6b None None] No Port match for: 4ea0d5d9-b11c-40db-8816-717b4bb6f580 {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:00:55.056868 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 4ea0d5d9-b11c-40db-8816-717b4bb6f580 not bound to the agent host dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:00:55.234083 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-bdf6590e-e359-4bca-8e1c-c2ec8fbaad4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:55.235980 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-5387e77d-1714-45a0-9805-3a4017ce8cff tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:55.262701 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6590e-e359-4bca-8e1c-c2ec8fbaad4a admin admin] Pushing event deleted for resources: {'Port': ['ID=a5a47d3b-e807-4458-b75a-50817c2380eb,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:55.266197 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-bdf6590e-e359-4bca-8e1c-c2ec8fbaad4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:55.436699 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-bdf6590e-e359-4bca-8e1c-c2ec8fbaad4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-691224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559636'] for router_interface, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:55.495689 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889752c3-30f3-4924-9b2b-bb7dc554d4b3 req-2309a97d-c267-4cfa-bcb5-5f0677b09489 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:55.501313 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-889752c3-30f3-4924-9b2b-bb7dc554d4b3 req-2309a97d-c267-4cfa-bcb5-5f0677b09489 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 946 time: 0.0853283 Jun 23 15:00:55.536005 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-889752c3-30f3-4924-9b2b-bb7dc554d4b3 req-e68c57ed-871c-4bf1-ad36-fad08d5d1a90 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327313 Jun 23 15:00:55.880826 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf6590e-e359-4bca-8e1c-c2ec8fbaad4a admin admin] Router e80d29ec-9782-4e30-917a-a607f1ed3f51 has already been hosted by L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 {{(pid=100181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 15:00:55.981011 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf6590e-e359-4bca-8e1c-c2ec8fbaad4a admin admin] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 15:00:55.986613 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-bdf6590e-e359-4bca-8e1c-c2ec8fbaad4a admin admin] 10.222.0.72 "PUT /v2.0/routers/e80d29ec-9782-4e30-917a-a607f1ed3f51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6696460 Jun 23 15:00:55.989134 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 52320) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:55.991745 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5cf797-c91d-4db1-8acd-9ccb6ecebe61 None None] Sync routers for ids ['e80d29ec-9782-4e30-917a-a607f1ed3f51'] in dv-cinder-796286-8-smb {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 15:00:56.001397 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5cf797-c91d-4db1-8acd-9ccb6ecebe61 None None] Routers {'e80d29ec-9782-4e30-917a-a607f1ed3f51'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:00:56.002034 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-9b5cf797-c91d-4db1-8acd-9ccb6ecebe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:00:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['e80d29ec-9782-4e30-917a-a607f1ed3f51'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:56.088163 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-72a446fa-4e45-476b-8263-283574ad1a42 admin admin] Notify callbacks [] for router, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:56.100519 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-9b5cf797-c91d-4db1-8acd-9ccb6ecebe61 None None] Set router e80d29ec-9782-4e30-917a-a607f1ed3f51 gateway port host: dv-cinder-796286-8-smb {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:00:56.186226 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-72a446fa-4e45-476b-8263-283574ad1a42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:56.271219 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-9b5cf797-c91d-4db1-8acd-9ccb6ecebe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80d29ec-9782-4e30-917a-a607f1ed3f51', 'name': 'tempest-TestMinimumBasicScenario-2119907565-router', 'tenant_id': '8ed99aba0d944c8a895da1b6b1042d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.28'}], 'enable_snat': True}, 'gw_port_id': '9b01bc3d-7d2f-4f24-9bd4-3110829949e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:58:15Z', 'updated_at': '2021-06-23T15:00:55Z', 'revision_number': 5, 'project_id': '8ed99aba0d944c8a895da1b6b1042d2e', 'gw_port': {'id': '9b01bc3d-7d2f-4f24-9bd4-3110829949e3', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80d29ec-9782-4e30-917a-a607f1ed3f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:58:16Z', 'updated_at': '2021-06-23T14:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb'}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:56.297292 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5cf797-c91d-4db1-8acd-9ccb6ecebe61 None None] Checking router: e80d29ec-9782-4e30-917a-a607f1ed3f51 for host: dv-cinder-796286-8-smb {{(pid=100183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 15:00:56.303923 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-72a446fa-4e45-476b-8263-283574ad1a42 admin admin] Deleting port 9b01bc3d-7d2f-4f24-9bd4-3110829949e3 {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:00:56.304291 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-72a446fa-4e45-476b-8263-283574ad1a42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:56.305159 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5cf797-c91d-4db1-8acd-9ccb6ecebe61 None None] Routers {'e80d29ec-9782-4e30-917a-a607f1ed3f51'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:00:56.305764 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-9b5cf797-c91d-4db1-8acd-9ccb6ecebe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:00:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['e80d29ec-9782-4e30-917a-a607f1ed3f51'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:56.379073 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [None req-72a446fa-4e45-476b-8263-283574ad1a42 admin admin] For port 9b01bc3d-7d2f-4f24-9bd4-3110829949e3, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=9b01bc3d-7d2f-4f24-9bd4-3110829949e3,segment=NetworkSegment(ba5d94ff-850b-475f-bf01-29ba3ab431be),segment_id=ba5d94ff-850b-475f-bf01-29ba3ab431be)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:00:56.379520 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-72a446fa-4e45-476b-8263-283574ad1a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:56.387626 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-9b5cf797-c91d-4db1-8acd-9ccb6ecebe61 None None] Set router e80d29ec-9782-4e30-917a-a607f1ed3f51 gateway port host: None {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:00:56.392045 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-72a446fa-4e45-476b-8263-283574ad1a42 admin admin] Calling delete_port for 9b01bc3d-7d2f-4f24-9bd4-3110829949e3 owned by network:router_gateway {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:00:56.446738 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-9b5cf797-c91d-4db1-8acd-9ccb6ecebe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80d29ec-9782-4e30-917a-a607f1ed3f51', 'name': 'tempest-TestMinimumBasicScenario-2119907565-router', 'tenant_id': '8ed99aba0d944c8a895da1b6b1042d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:58:15Z', 'updated_at': '2021-06-23T15:00:56Z', 'revision_number': 6, 'project_id': '8ed99aba0d944c8a895da1b6b1042d2e', 'gw_port_host': None}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:56.472976 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5cf797-c91d-4db1-8acd-9ccb6ecebe61 None None] The sync data for ids ['e80d29ec-9782-4e30-917a-a607f1ed3f51'] in dv-cinder-796286-8-smb is: [{'id': 'e80d29ec-9782-4e30-917a-a607f1ed3f51', 'name': 'tempest-TestMinimumBasicScenario-2119907565-router', 'tenant_id': '8ed99aba0d944c8a895da1b6b1042d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:58:15Z', 'updated_at': '2021-06-23T15:00:56Z', 'revision_number': 6, 'project_id': '8ed99aba0d944c8a895da1b6b1042d2e', 'gw_port_host': None}] {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 15:00:56.645880 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-72a446fa-4e45-476b-8263-283574ad1a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:56.647942 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-212c9c08-ab13-4a4d-83b6-47e9246529d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:56.669338 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a446fa-4e45-476b-8263-283574ad1a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b01bc3d-7d2f-4f24-9bd4-3110829949e3,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:56.672949 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-72a446fa-4e45-476b-8263-283574ad1a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:56.719008 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5035160-0b4c-4a22-829f-a92d8d366ec0 req-e63ed579-d94d-4252-8e81-4411f07f7aa3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:56.720441 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f5035160-0b4c-4a22-829f-a92d8d366ec0 req-e63ed579-d94d-4252-8e81-4411f07f7aa3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 946 time: 0.0683243 Jun 23 15:00:56.738812 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-72a446fa-4e45-476b-8263-283574ad1a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643713'] for router_gateway, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:56.760325 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f5035160-0b4c-4a22-829f-a92d8d366ec0 req-95b7cec5-5992-4a1f-b2c0-25e67a854a3d tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343554 Jun 23 15:00:56.825471 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-72a446fa-4e45-476b-8263-283574ad1a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257095'] for router, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:56.828140 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-72a446fa-4e45-476b-8263-283574ad1a42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:56.925857 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-72a446fa-4e45-476b-8263-283574ad1a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559599'] for router, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:56.926488 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a446fa-4e45-476b-8263-283574ad1a42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e80d29ec-9782-4e30-917a-a607f1ed3f51 {{(pid=100181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 15:00:56.932199 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-72a446fa-4e45-476b-8263-283574ad1a42 admin admin] Notify callbacks [] for router, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:56.933439 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-72a446fa-4e45-476b-8263-283574ad1a42 admin admin] 10.222.0.72 "DELETE /v2.0/routers/e80d29ec-9782-4e30-917a-a607f1ed3f51 HTTP/1.1" status: 204 len: 168 time: 0.9433050 Jun 23 15:00:56.936674 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 52326) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:56.988501 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f53275-a6af-4f61-89e7-84faf7f4693a admin admin] Deleting subnet e803c4f3-51d0-4eb8-89bb-241740fd5f0e {{(pid=100180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 15:00:56.993321 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f6f53275-a6af-4f61-89e7-84faf7f4693a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:57.023570 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f6f53275-a6af-4f61-89e7-84faf7f4693a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25328100'] for subnet, precommit_delete_associations {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:57.099227 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f6f53275-a6af-4f61-89e7-84faf7f4693a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819001'] for subnet, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:57.205594 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f6f53275-a6af-4f61-89e7-84faf7f4693a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3818976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25328582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25513321'] for subnet, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:57.207732 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:57.229696 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f53275-a6af-4f61-89e7-84faf7f4693a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e803c4f3-51d0-4eb8-89bb-241740fd5f0e,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:57.233185 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-f6f53275-a6af-4f61-89e7-84faf7f4693a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:57.237855 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f6f53275-a6af-4f61-89e7-84faf7f4693a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:57.239668 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-f6f53275-a6af-4f61-89e7-84faf7f4693a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e803c4f3-51d0-4eb8-89bb-241740fd5f0e HTTP/1.1" status: 204 len: 168 time: 0.3019884 Jun 23 15:00:57.242123 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 52328) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:57.242543 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0e5cdf-5ff1-45c8-ba2e-51ab39426517 None None] Network f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 15:00:57.317922 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-be238bea-36af-48a4-96ce-dcb5a6b462fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3878271'] for network, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:57.381323 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.plugin [None req-be238bea-36af-48a4-96ce-dcb5a6b462fe admin admin] Deleting port 6d47e84b-66ee-48ba-b425-a08f39424e5b {{(pid=100180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:00:57.382236 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-be238bea-36af-48a4-96ce-dcb5a6b462fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:57.396009 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device a5a47d3b-e807-4458-b75a-50817c2380eb no longer exists at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:00:57.418764 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-c36b1959-2167-4921-97a8-61707844de6b None None] No Port match for: a5a47d3b-e807-4458-b75a-50817c2380eb {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:00:57.419329 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device a5a47d3b-e807-4458-b75a-50817c2380eb not bound to the agent host dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:00:57.447166 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6cb0b6-f56b-4aab-8056-4d3a099801ec None None] DHCP port deletion for f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da request from dv-cinder-796286-8-smb {{(pid=100182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 15:00:57.448792 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.db [None req-be238bea-36af-48a4-96ce-dcb5a6b462fe admin admin] For port 6d47e84b-66ee-48ba-b425-a08f39424e5b, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=6d47e84b-66ee-48ba-b425-a08f39424e5b,segment=NetworkSegment(d55f0156-1aea-4855-9023-fdb25bed43df),segment_id=d55f0156-1aea-4855-9023-fdb25bed43df)] {{(pid=100180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:00:57.449153 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-be238bea-36af-48a4-96ce-dcb5a6b462fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:57.462037 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.plugin [None req-be238bea-36af-48a4-96ce-dcb5a6b462fe admin admin] Calling delete_port for 6d47e84b-66ee-48ba-b425-a08f39424e5b owned by network:dhcp {{(pid=100180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:00:57.494090 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-ba6cb0b6-f56b-4aab-8056-4d3a099801ec None None] Deleting port 6d47e84b-66ee-48ba-b425-a08f39424e5b {{(pid=100182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:00:57.494477 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-ba6cb0b6-f56b-4aab-8056-4d3a099801ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:57.557331 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-ba6cb0b6-f56b-4aab-8056-4d3a099801ec None None] For port 6d47e84b-66ee-48ba-b425-a08f39424e5b, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=6d47e84b-66ee-48ba-b425-a08f39424e5b,segment=NetworkSegment(d55f0156-1aea-4855-9023-fdb25bed43df),segment_id=d55f0156-1aea-4855-9023-fdb25bed43df)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:00:57.557733 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-ba6cb0b6-f56b-4aab-8056-4d3a099801ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:57.570001 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-ba6cb0b6-f56b-4aab-8056-4d3a099801ec None None] Calling delete_port for 6d47e84b-66ee-48ba-b425-a08f39424e5b owned by network:dhcp {{(pid=100182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:00:57.639768 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-be238bea-36af-48a4-96ce-dcb5a6b462fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25328524'] for port, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:57.642755 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-84f154ed-fe1d-4e13-bda5-75eaf2116e3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:57.645198 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-ba6cb0b6-f56b-4aab-8056-4d3a099801ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231'] for port, after_delete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:57.647869 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:57.666340 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238bea-36af-48a4-96ce-dcb5a6b462fe admin admin] Pushing event deleted for resources: {'Port': ['ID=6d47e84b-66ee-48ba-b425-a08f39424e5b,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:57.668158 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be238bea-36af-48a4-96ce-dcb5a6b462fe admin admin] No DVR routers for this DVR port 6d47e84b-66ee-48ba-b425-a08f39424e5b on host dv-cinder-796286-8-smb {{(pid=100180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 15:00:57.670179 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-be238bea-36af-48a4-96ce-dcb5a6b462fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:57.672245 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6cb0b6-f56b-4aab-8056-4d3a099801ec None None] Pushing event deleted for resources: {'Port': ['ID=6d47e84b-66ee-48ba-b425-a08f39424e5b,revision_number=None']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:57.674760 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6cb0b6-f56b-4aab-8056-4d3a099801ec None None] No DVR routers for this DVR port 6d47e84b-66ee-48ba-b425-a08f39424e5b on host dv-cinder-796286-8-smb {{(pid=100182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 15:00:57.676137 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-ba6cb0b6-f56b-4aab-8056-4d3a099801ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:57.745199 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-be238bea-36af-48a4-96ce-dcb5a6b462fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3849076', 'neutron.services.segments.db._delete_segments_for_network-8735919049759'] for network, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:57.754415 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.services.segments.db [None req-be238bea-36af-48a4-96ce-dcb5a6b462fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da']}} {{(pid=100180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:58.017423 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.services.segments.db [None req-be238bea-36af-48a4-96ce-dcb5a6b462fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd55f0156-1aea-4855-9023-fdb25bed43df') {'for_net_delete': True} {{(pid=100180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:58.017634 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.services.segments.db [None req-be238bea-36af-48a4-96ce-dcb5a6b462fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd55f0156-1aea-4855-9023-fdb25bed43df') {} {{(pid=100180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:58.048633 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-be238bea-36af-48a4-96ce-dcb5a6b462fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735919037166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25328123'] for segment, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:58.065175 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-be238bea-36af-48a4-96ce-dcb5a6b462fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:58.077006 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be238bea-36af-48a4-96ce-dcb5a6b462fe admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=100180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 15:00:58.077381 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-be238bea-36af-48a4-96ce-dcb5a6b462fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25328475'] for segment, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: Traceback (most recent call last): Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: timer() Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: cb(*args, **kw) Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: return func(*args, **kwargs) Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: self._notify() Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: self.callback(batched_events) Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: event.method(event) Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: return f(self, *a, **k) Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: return self._get(url).json() Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: return self.request(url, 'GET', **kwargs) Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 15:00:58.078956 dv-cinder-796286-8-smb neutron-server[100180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 15:00:58.140517 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090976de-746e-4caf-ac17-ea5545fa0504 req-05ba3b71-1f9a-402c-b55d-f8ef25907874 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:58.142012 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-090976de-746e-4caf-ac17-ea5545fa0504 req-05ba3b71-1f9a-402c-b55d-f8ef25907874 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 946 time: 0.1266742 Jun 23 15:00:58.177764 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-090976de-746e-4caf-ac17-ea5545fa0504 req-8d2f7942-60c4-4dc5-b0b8-769ab6d38179 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299759 Jun 23 15:00:58.199676 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-be238bea-36af-48a4-96ce-dcb5a6b462fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3849087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643696'] for network, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:58.203794 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:58.206225 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-be238bea-36af-48a4-96ce-dcb5a6b462fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:58.207848 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-be238bea-36af-48a4-96ce-dcb5a6b462fe admin admin] 10.222.0.72 "DELETE /v2.0/networks/f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da HTTP/1.1" status: 204 len: 168 time: 0.9648411 Jun 23 15:00:58.218544 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238bea-36af-48a4-96ce-dcb5a6b462fe admin admin] Pushing event deleted for resources: {'Network': ['ID=f5ce8b38-c4de-4d8d-9ff0-a9b1393b46da,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:58.220729 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-be238bea-36af-48a4-96ce-dcb5a6b462fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:58.525356 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 52336) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:58.563107 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-1d09dd5c-8eea-4cac-8c2a-d8a7a7ee7095 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6a6510486430423e819fc78ab70e64d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366054 Jun 23 15:00:58.565401 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 52338) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:58.609890 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-9460fc0a-29a1-4fa9-8b2b-ccaadb24f687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:58.630286 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-9460fc0a-29a1-4fa9-8b2b-ccaadb24f687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:58.725248 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-9460fc0a-29a1-4fa9-8b2b-ccaadb24f687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:58.728041 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-9460fc0a-29a1-4fa9-8b2b-ccaadb24f687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:58.729181 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-9460fc0a-29a1-4fa9-8b2b-ccaadb24f687 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/297aa184-698b-4733-a0cc-d257594d95e2 HTTP/1.1" status: 204 len: 168 time: 0.1628809 Jun 23 15:00:58.729966 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-479e6df4-09b0-42ec-9f61-f09203e5b850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:58.738444 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460fc0a-29a1-4fa9-8b2b-ccaadb24f687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297aa184-698b-4733-a0cc-d257594d95e2,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:58.740961 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-9460fc0a-29a1-4fa9-8b2b-ccaadb24f687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:59.020504 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 9b01bc3d-7d2f-4f24-9bd4-3110829949e3 no longer exists at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:00:59.040871 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-c36b1959-2167-4921-97a8-61707844de6b None None] No Port match for: 9b01bc3d-7d2f-4f24-9bd4-3110829949e3 {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:00:59.089925 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 9b01bc3d-7d2f-4f24-9bd4-3110829949e3 not bound to the agent host dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:00:59.089925 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 6d47e84b-66ee-48ba-b425-a08f39424e5b no longer exists at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:00:59.089925 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-c36b1959-2167-4921-97a8-61707844de6b None None] No Port match for: 6d47e84b-66ee-48ba-b425-a08f39424e5b {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:00:59.089925 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 6d47e84b-66ee-48ba-b425-a08f39424e5b not bound to the agent host dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:00:59.356745 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3d233-7deb-412c-a18d-4f60488cfefc req-14ac0547-7613-4f8e-b971-742a08488eb7 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:59.358626 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-47e3d233-7deb-412c-a18d-4f60488cfefc req-14ac0547-7613-4f8e-b971-742a08488eb7 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 946 time: 0.0649121 Jun 23 15:00:59.396139 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-47e3d233-7deb-412c-a18d-4f60488cfefc req-f35889d6-d597-4007-83fd-6ee5736fdbee tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318093 Jun 23 15:00:59.475445 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 52348) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:59.519869 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-43098c2e-6abd-4c92-8c15-c5c84d8b6023 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8ed99aba0d944c8a895da1b6b1042d2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431559 Jun 23 15:00:59.522197 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 52350) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:59.570008 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c997b09f-a0be-4286-824c-3c493c6f1a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:59.590712 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c997b09f-a0be-4286-824c-3c493c6f1a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:59.708404 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c997b09f-a0be-4286-824c-3c493c6f1a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:59.710888 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c997b09f-a0be-4286-824c-3c493c6f1a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:59.711990 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-c997b09f-a0be-4286-824c-3c493c6f1a96 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cf11f259-2e27-4aa9-a895-df7f25051312 HTTP/1.1" status: 204 len: 168 time: 0.1887796 Jun 23 15:00:59.712720 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-a7aea09f-6339-44ed-8053-5df4eb5b6b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:59.720644 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997b09f-a0be-4286-824c-3c493c6f1a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf11f259-2e27-4aa9-a895-df7f25051312,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:59.723574 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-c997b09f-a0be-4286-824c-3c493c6f1a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:00.573766 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e24e6-227d-4a6f-bbfa-0410e9482b39 req-08727134-162e-49d4-ab84-e1a1e31951cb tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:00.573766 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1d8e24e6-227d-4a6f-bbfa-0410e9482b39 req-08727134-162e-49d4-ab84-e1a1e31951cb tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 946 time: 0.0621958 Jun 23 15:01:00.611940 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1d8e24e6-227d-4a6f-bbfa-0410e9482b39 req-4026fd93-f308-494c-be8e-f43ecf06d48f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320415 Jun 23 15:01:00.767214 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 52376) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:00.862797 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-271663a7-1af1-49e0-9855-8bf136ff8cc3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1361125579-network', 'tenant_id': '53a050db46474be88a57b1333575aea7'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:01:00.982422 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271663a7-1af1-49e0-9855-8bf136ff8cc3 admin admin] Made reservation on behalf of 53a050db46474be88a57b1333575aea7 for: {'network': 1} {{(pid=100181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 15:01:00.984767 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-271663a7-1af1-49e0-9855-8bf136ff8cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for network, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:00.993483 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-271663a7-1af1-49e0-9855-8bf136ff8cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:01.077194 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-271663a7-1af1-49e0-9855-8bf136ff8cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:01.160107 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-271663a7-1af1-49e0-9855-8bf136ff8cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:01.163270 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-f5e09677-5033-4153-8782-0bea37c49882 tempest-TestMinimumBasicScenario-516034489 tempest-TestMinimumBasicScenario-516034489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:01.184962 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-271663a7-1af1-49e0-9855-8bf136ff8cc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=100181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 15:01:01.194662 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271663a7-1af1-49e0-9855-8bf136ff8cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e69f3e-36bf-4325-b20a-3a05973074f1,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:01.199450 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-271663a7-1af1-49e0-9855-8bf136ff8cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:01.199814 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-271663a7-1af1-49e0-9855-8bf136ff8cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:01.200165 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.db.segments_db [None req-271663a7-1af1-49e0-9855-8bf136ff8cc3 admin admin] Added segment 283d69cf-fe57-4821-9f03-0c4ab3c4b8f9 of type vlan for network af5d2873-7a72-41f8-b787-f3eb0dbc51dd Jun 23 15:01:01.242042 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-271663a7-1af1-49e0-9855-8bf136ff8cc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735918531624'] for network, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:01.342625 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-271663a7-1af1-49e0-9855-8bf136ff8cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217'] for network, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:01.343835 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271663a7-1af1-49e0-9855-8bf136ff8cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:01.344954 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-271663a7-1af1-49e0-9855-8bf136ff8cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:01.347824 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:01.401960 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271663a7-1af1-49e0-9855-8bf136ff8cc3 admin admin] Pushing event updated for resources: {'Network': ['ID=af5d2873-7a72-41f8-b787-f3eb0dbc51dd,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:01.404564 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-271663a7-1af1-49e0-9855-8bf136ff8cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:01.412069 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Network af5d2873-7a72-41f8-b787-f3eb0dbc51dd details requested by agent ovs-agent-dv-cinder-796286-8-smb with host dv-cinder-796286-8-smb {{(pid=100182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 15:01:01.423329 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-271663a7-1af1-49e0-9855-8bf136ff8cc3 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6550491 Jun 23 15:01:01.426162 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 52382) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:01.431075 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-93b486d8-a6e0-4ba4-8584-2ffe2743d66d admin admin] Request body: {'subnet': {'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1361125579-subnet', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'ip_version': 4}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:01:01.507997 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b486d8-a6e0-4ba4-8584-2ffe2743d66d admin admin] Made reservation on behalf of 53a050db46474be88a57b1333575aea7 for: {'subnet': 1} {{(pid=100181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 15:01:01.510399 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-93b486d8-a6e0-4ba4-8584-2ffe2743d66d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382310'] for subnet, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:01.726078 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-93b486d8-a6e0-4ba4-8584-2ffe2743d66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25496670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382324'] for subnet, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:01.728368 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:01.791045 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b486d8-a6e0-4ba4-8584-2ffe2743d66d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac5a127d-407c-4710-8806-35982a4a5eb3,revision_number=0']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:01.793308 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab745fa9-ad31-41a4-a1b5-bff80b32723a req-3c7ff5b1-2267-41be-ac30-15c092eb09da tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:01.794790 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ab745fa9-ad31-41a4-a1b5-bff80b32723a req-3c7ff5b1-2267-41be-ac30-15c092eb09da tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 946 time: 0.0660176 Jun 23 15:01:01.800828 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b486d8-a6e0-4ba4-8584-2ffe2743d66d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:01.801206 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b486d8-a6e0-4ba4-8584-2ffe2743d66d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:01.801571 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b486d8-a6e0-4ba4-8584-2ffe2743d66d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:01.801964 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b486d8-a6e0-4ba4-8584-2ffe2743d66d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:01.802325 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b486d8-a6e0-4ba4-8584-2ffe2743d66d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:01.802683 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b486d8-a6e0-4ba4-8584-2ffe2743d66d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:01.803163 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b486d8-a6e0-4ba4-8584-2ffe2743d66d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:01.803520 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b486d8-a6e0-4ba4-8584-2ffe2743d66d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:01.803876 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b486d8-a6e0-4ba4-8584-2ffe2743d66d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:01.804225 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b486d8-a6e0-4ba4-8584-2ffe2743d66d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:01.804575 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b486d8-a6e0-4ba4-8584-2ffe2743d66d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:01.804920 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b486d8-a6e0-4ba4-8584-2ffe2743d66d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:01.808742 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-93b486d8-a6e0-4ba4-8584-2ffe2743d66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:01.811566 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b486d8-a6e0-4ba4-8584-2ffe2743d66d admin admin] Checking segment: {'id': '283d69cf-fe57-4821-9f03-0c4ab3c4b8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 15:01:01.812019 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b486d8-a6e0-4ba4-8584-2ffe2743d66d admin admin] Network hostable DHCP agents. Network: af5d2873-7a72-41f8-b787-f3eb0dbc51dd, hostable agents: ['bd2680ec-ec61-4d1e-a411-ffe82748e619'], hosted agents: [] {{(pid=100181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 15:01:01.836352 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ab745fa9-ad31-41a4-a1b5-bff80b32723a req-92af3db6-d24a-4de9-b9ad-22de93b2a032 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354140 Jun 23 15:01:01.890847 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b486d8-a6e0-4ba4-8584-2ffe2743d66d admin admin] Network af5d2873-7a72-41f8-b787-f3eb0dbc51dd is scheduled to be hosted by DHCP agent bd2680ec-ec61-4d1e-a411-ffe82748e619 with binding_index 1 {{(pid=100181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 15:01:01.976521 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [None req-93b486d8-a6e0-4ba4-8584-2ffe2743d66d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-smb, af5d2873-7a72-41f8-b787-f3eb0dbc51dd) {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 15:01:01.980402 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b486d8-a6e0-4ba4-8584-2ffe2743d66d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:01.980997 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-93b486d8-a6e0-4ba4-8584-2ffe2743d66d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for subnet, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:01.986758 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915968e4-1a52-4ecb-8153-87145a864cbe None None] Network af5d2873-7a72-41f8-b787-f3eb0dbc51dd requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 15:01:02.074994 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-93b486d8-a6e0-4ba4-8584-2ffe2743d66d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6477687 Jun 23 15:01:02.077534 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 52386) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:02.082445 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-6c56f8e7-6875-4f53-9db2-7ad36f5b9b96 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1361125579-router', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'}}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:01:02.123023 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ccacdf-e032-4168-b1b5-acb3ffbe8f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1252d0a6-3d2e-5aee-af19-a7bd59932878-af5d2873-7a72-41f8-b787-f3eb0dbc51dd', 'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'fixed_ips': [{'subnet_id': 'ac5a127d-407c-4710-8806-35982a4a5eb3'}]}} from dv-cinder-796286-8-smb. {{(pid=100182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 15:01:02.123900 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-50ccacdf-e032-4168-b1b5-acb3ffbe8f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:02.165455 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-6c56f8e7-6875-4f53-9db2-7ad36f5b9b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257109'] for router, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:02.166537 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-6c56f8e7-6875-4f53-9db2-7ad36f5b9b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257102'] for router, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:02.221007 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-6c56f8e7-6875-4f53-9db2-7ad36f5b9b96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:02.256643 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.db_base_plugin_common [None req-50ccacdf-e032-4168-b1b5-acb3ffbe8f9c None None] Allocated IP 172.20.0.2 (af5d2873-7a72-41f8-b787-f3eb0dbc51dd/ac5a127d-407c-4710-8806-35982a4a5eb3/c0518dc3-ed1c-426e-8ba1-fcc89e3e7167) {{(pid=100182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 15:01:02.391171 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-50ccacdf-e032-4168-b1b5-acb3ffbe8f9c None None] Notify callbacks [] for port, precommit_create {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:02.399144 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-50ccacdf-e032-4168-b1b5-acb3ffbe8f9c None None] Transition to ACTIVE for port object c0518dc3-ed1c-426e-8ba1-fcc89e3e7167 will not be triggered until provisioned by entity L2. {{(pid=100182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 15:01:02.413870 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-50ccacdf-e032-4168-b1b5-acb3ffbe8f9c None None] Transition to ACTIVE for port object c0518dc3-ed1c-426e-8ba1-fcc89e3e7167 will not be triggered until provisioned by entity DHCP. {{(pid=100182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 15:01:02.414963 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-6c56f8e7-6875-4f53-9db2-7ad36f5b9b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-631096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257136'] for router, precommit_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:02.474463 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-50ccacdf-e032-4168-b1b5-acb3ffbe8f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222'] for port, after_create {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:02.476359 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:02.516212 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ccacdf-e032-4168-b1b5-acb3ffbe8f9c None None] Network af5d2873-7a72-41f8-b787-f3eb0dbc51dd is already hosted by enough agents. {{(pid=100182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 15:01:02.518991 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.scheduler.base_scheduler [None req-50ccacdf-e032-4168-b1b5-acb3ffbe8f9c None None] Resources bound (agent type, host, resource id): {{(pid=100182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 15:01:02.522382 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ccacdf-e032-4168-b1b5-acb3ffbe8f9c None None] Received port after_create {{(pid=100182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 15:01:02.527650 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ccacdf-e032-4168-b1b5-acb3ffbe8f9c None None] Pushing event updated for resources: {'Port': ['ID=c0518dc3-ed1c-426e-8ba1-fcc89e3e7167,revision_number=1']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:02.531162 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-50ccacdf-e032-4168-b1b5-acb3ffbe8f9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:02.580763 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-50ccacdf-e032-4168-b1b5-acb3ffbe8f9c None None] Attempting to bind port c0518dc3-ed1c-426e-8ba1-fcc89e3e7167 on host dv-cinder-796286-8-smb for vnic_type normal with profile {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 15:01:02.581141 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-50ccacdf-e032-4168-b1b5-acb3ffbe8f9c None None] Attempting to bind port c0518dc3-ed1c-426e-8ba1-fcc89e3e7167 by drivers openvswitch,hyperv on host dv-cinder-796286-8-smb at level 0 using segments [{'id': '283d69cf-fe57-4821-9f03-0c4ab3c4b8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd'}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 15:01:02.581508 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ccacdf-e032-4168-b1b5-acb3ffbe8f9c None None] Attempting to bind port c0518dc3-ed1c-426e-8ba1-fcc89e3e7167 on network af5d2873-7a72-41f8-b787-f3eb0dbc51dd {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 15:01:02.586743 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ccacdf-e032-4168-b1b5-acb3ffbe8f9c None None] Checking agent: {'id': 'a806d37f-e7e9-49c9-a0af-39d3c99a85d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 42), 'started_at': datetime.datetime(2021, 6, 23, 14, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 15, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 15:01:02.587120 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ccacdf-e032-4168-b1b5-acb3ffbe8f9c None None] Checking segment: {'id': '283d69cf-fe57-4821-9f03-0c4ab3c4b8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 15:01:02.590841 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-50ccacdf-e032-4168-b1b5-acb3ffbe8f9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:02.590841 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ccacdf-e032-4168-b1b5-acb3ffbe8f9c None None] Bound using segment: {'id': '283d69cf-fe57-4821-9f03-0c4ab3c4b8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd'} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 15:01:02.590841 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-50ccacdf-e032-4168-b1b5-acb3ffbe8f9c None None] Bound port: c0518dc3-ed1c-426e-8ba1-fcc89e3e7167, host: dv-cinder-796286-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283d69cf-fe57-4821-9f03-0c4ab3c4b8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd'}}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 15:01:02.590841 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-50ccacdf-e032-4168-b1b5-acb3ffbe8f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:02.648182 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-50ccacdf-e032-4168-b1b5-acb3ffbe8f9c None None] For port c0518dc3-ed1c-426e-8ba1-fcc89e3e7167, host dv-cinder-796286-8-smb, cleared binding levels {{(pid=100182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 15:01:02.651112 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-50ccacdf-e032-4168-b1b5-acb3ffbe8f9c None None] For port c0518dc3-ed1c-426e-8ba1-fcc89e3e7167, host dv-cinder-796286-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=c0518dc3-ed1c-426e-8ba1-fcc89e3e7167,segment=NetworkSegment(283d69cf-fe57-4821-9f03-0c4ab3c4b8f9),segment_id=283d69cf-fe57-4821-9f03-0c4ab3c4b8f9)] {{(pid=100182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 15:01:02.669410 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-6c56f8e7-6875-4f53-9db2-7ad36f5b9b96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:02.688149 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-6c56f8e7-6875-4f53-9db2-7ad36f5b9b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:02.713962 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-50ccacdf-e032-4168-b1b5-acb3ffbe8f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:02.715983 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:02.771021 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ccacdf-e032-4168-b1b5-acb3ffbe8f9c None None] Pushing event updated for resources: {'Port': ['ID=c0518dc3-ed1c-426e-8ba1-fcc89e3e7167,revision_number=2']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:02.774148 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-50ccacdf-e032-4168-b1b5-acb3ffbe8f9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:02.793365 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_common [None req-6c56f8e7-6875-4f53-9db2-7ad36f5b9b96 admin admin] Allocated IP 172.28.1.151 (d2ee6402-d146-4119-8365-b6e413e6a66f/aecbd380-5595-4490-ba93-56b7169dc4a5/ae592d6e-f449-4797-9f7f-fb6f5e809c97) {{(pid=100181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 15:01:02.900063 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-6c56f8e7-6875-4f53-9db2-7ad36f5b9b96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:03.035315 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-6c56f8e7-6875-4f53-9db2-7ad36f5b9b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25497294'] for port, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:03.037683 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-26eaf649-fbd0-40e5-adf3-05dcecca90be tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:03.061566 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadb4ff-c391-44c4-a237-1bdb8fb5a1bf req-cb5ad520-0621-42c9-bec4-dd5a07626e38 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:03.064257 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-bbadb4ff-c391-44c4-a237-1bdb8fb5a1bf req-cb5ad520-0621-42c9-bec4-dd5a07626e38 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 946 time: 0.0886681 Jun 23 15:01:03.087252 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c56f8e7-6875-4f53-9db2-7ad36f5b9b96 admin admin] Network d2ee6402-d146-4119-8365-b6e413e6a66f is already hosted by enough agents. {{(pid=100181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 15:01:03.102227 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [None req-6c56f8e7-6875-4f53-9db2-7ad36f5b9b96 admin admin] Resources bound (agent type, host, resource id): {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 15:01:03.102227 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c56f8e7-6875-4f53-9db2-7ad36f5b9b96 admin admin] Pushing event updated for resources: {'Port': ['ID=ae592d6e-f449-4797-9f7f-fb6f5e809c97,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:03.102597 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device c0518dc3-ed1c-426e-8ba1-fcc89e3e7167 up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 15:01:03.102705 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c56f8e7-6875-4f53-9db2-7ad36f5b9b96 admin admin] Received port after_create {{(pid=100181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 15:01:03.102705 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-6c56f8e7-6875-4f53-9db2-7ad36f5b9b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:03.114100 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-bbadb4ff-c391-44c4-a237-1bdb8fb5a1bf req-6df22941-6dd2-42a4-98be-08114b4ce8bd tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408173 Jun 23 15:01:03.228600 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning for port c0518dc3-ed1c-426e-8ba1-fcc89e3e7167 completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 15:01:03.448141 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-6c56f8e7-6875-4f53-9db2-7ad36f5b9b96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:03.667579 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-6c56f8e7-6875-4f53-9db2-7ad36f5b9b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-631149'] for router, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:03.689971 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bfc144-01d6-418d-a320-ed1d44df46f5 None None] Network af5d2873-7a72-41f8-b787-f3eb0dbc51dd requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 15:01:04.028149 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-49b187f7-6e30-46c4-9b31-0299adf20eb7 None None] Provisioning for port c0518dc3-ed1c-426e-8ba1-fcc89e3e7167 completed by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 15:01:04.032118 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-49b187f7-6e30-46c4-9b31-0299adf20eb7 None None] Provisioning complete for port c0518dc3-ed1c-426e-8ba1-fcc89e3e7167 triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:01:04.032502 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-49b187f7-6e30-46c4-9b31-0299adf20eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:04.096975 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c56f8e7-6875-4f53-9db2-7ad36f5b9b96 admin admin] Router f3f848c6-9af2-4b2e-b9c4-caacc132102f is scheduled to L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 with binding_index 1 {{(pid=100181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 15:01:04.113383 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-49b187f7-6e30-46c4-9b31-0299adf20eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:04.164042 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-49b187f7-6e30-46c4-9b31-0299adf20eb7 None None] For port c0518dc3-ed1c-426e-8ba1-fcc89e3e7167, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=c0518dc3-ed1c-426e-8ba1-fcc89e3e7167,segment=NetworkSegment(283d69cf-fe57-4821-9f03-0c4ab3c4b8f9),segment_id=283d69cf-fe57-4821-9f03-0c4ab3c4b8f9)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:01:04.166828 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 348c3845-7223-48ad-b737-66b795a39140 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=100182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 15:01:04.223795 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c56f8e7-6875-4f53-9db2-7ad36f5b9b96 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 15:01:04.235907 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003e41a1-683c-4b46-bb72-a62add1e3c72 None None] Sync routers for ids ['f3f848c6-9af2-4b2e-b9c4-caacc132102f'] in dv-cinder-796286-8-smb {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 15:01:04.255236 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003e41a1-683c-4b46-bb72-a62add1e3c72 None None] Routers {'f3f848c6-9af2-4b2e-b9c4-caacc132102f'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:01:04.255792 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-003e41a1-683c-4b46-bb72-a62add1e3c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:00:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['f3f848c6-9af2-4b2e-b9c4-caacc132102f'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:01:04.291901 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-6c56f8e7-6875-4f53-9db2-7ad36f5b9b96 admin admin] Notify callbacks [] for router, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:04.293566 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-6c56f8e7-6875-4f53-9db2-7ad36f5b9b96 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2149398 Jun 23 15:01:04.296285 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 52398) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:04.299022 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-49b187f7-6e30-46c4-9b31-0299adf20eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:04.307128 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-e5c32559-e4ef-40f6-bbd6-bda71f5e966d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:04.319305 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d270a8b-43cc-44b8-89ed-69ee9dd557fb req-a6a14397-7daa-4f60-bf70-86d2c5fb480f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:04.320571 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 348c3845-7223-48ad-b737-66b795a39140, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=348c3845-7223-48ad-b737-66b795a39140,segment=NetworkSegment(53319a76-a6c9-4f00-b8bd-5ceecb1d2786),segment_id=53319a76-a6c9-4f00-b8bd-5ceecb1d2786)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:01:04.321425 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3d270a8b-43cc-44b8-89ed-69ee9dd557fb req-a6a14397-7daa-4f60-bf70-86d2c5fb480f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 946 time: 0.0669250 Jun 23 15:01:04.358668 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Returning: {'device': '348c3845-7223-48ad-b737-66b795a39140', 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3', 'port_id': '348c3845-7223-48ad-b737-66b795a39140', 'mac_address': 'fa:16:3e:e4:7e:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 15:01:04.362017 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3d270a8b-43cc-44b8-89ed-69ee9dd557fb req-ec8932e1-485c-4150-af5f-c45859b5cf6f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338190 Jun 23 15:01:04.444403 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b187f7-6e30-46c4-9b31-0299adf20eb7 None None] Pushing event updated for resources: {'Port': ['ID=c0518dc3-ed1c-426e-8ba1-fcc89e3e7167,revision_number=3']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:04.472904 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-003e41a1-683c-4b46-bb72-a62add1e3c72 None None] Set router f3f848c6-9af2-4b2e-b9c4-caacc132102f gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:01:04.475097 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b187f7-6e30-46c4-9b31-0299adf20eb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:04.475448 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b187f7-6e30-46c4-9b31-0299adf20eb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:04.475788 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b187f7-6e30-46c4-9b31-0299adf20eb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:04.476128 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b187f7-6e30-46c4-9b31-0299adf20eb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:04.476458 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b187f7-6e30-46c4-9b31-0299adf20eb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:04.476788 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b187f7-6e30-46c4-9b31-0299adf20eb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:04.477117 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b187f7-6e30-46c4-9b31-0299adf20eb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:04.477443 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b187f7-6e30-46c4-9b31-0299adf20eb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:04.477768 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b187f7-6e30-46c4-9b31-0299adf20eb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:04.478110 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b187f7-6e30-46c4-9b31-0299adf20eb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:04.478431 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b187f7-6e30-46c4-9b31-0299adf20eb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:04.478748 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b187f7-6e30-46c4-9b31-0299adf20eb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:04.506574 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-49b187f7-6e30-46c4-9b31-0299adf20eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:04.507247 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:04.508955 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-6ee10256-0ddb-4e5a-8283-2c7b9eb1ac72 None None] Provisioning complete for port c0518dc3-ed1c-426e-8ba1-fcc89e3e7167 triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:01:04.509323 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-6ee10256-0ddb-4e5a-8283-2c7b9eb1ac72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:04.579887 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 348c3845-7223-48ad-b737-66b795a39140 {{(pid=100182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 15:01:04.640310 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 348c3845-7223-48ad-b737-66b795a39140, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=348c3845-7223-48ad-b737-66b795a39140,segment=NetworkSegment(53319a76-a6c9-4f00-b8bd-5ceecb1d2786),segment_id=53319a76-a6c9-4f00-b8bd-5ceecb1d2786)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:01:04.710211 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-8ff58397-7998-4b22-9aea-2435536ad41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:04.726850 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:04.729950 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-50ccacdf-e032-4168-b1b5-acb3ffbe8f9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:04.789224 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=348c3845-7223-48ad-b737-66b795a39140,revision_number=6']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:04.792530 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:04.803306 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-003e41a1-683c-4b46-bb72-a62add1e3c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'name': 'tempest-TestShelveInstance-1361125579-router', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ae592d6e-f449-4797-9f7f-fb6f5e809c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T15:01:02Z', 'updated_at': '2021-06-23T15:01:03Z', 'revision_number': 3, 'project_id': '53a050db46474be88a57b1333575aea7', 'gw_port': {'id': 'ae592d6e-f449-4797-9f7f-fb6f5e809c97', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:02Z', 'updated_at': '2021-06-23T15:01:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb'}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:01:04.829970 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003e41a1-683c-4b46-bb72-a62add1e3c72 None None] Checking router: f3f848c6-9af2-4b2e-b9c4-caacc132102f for host: dv-cinder-796286-8-smb {{(pid=100182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 15:01:04.830332 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003e41a1-683c-4b46-bb72-a62add1e3c72 None None] Updating router f3f848c6-9af2-4b2e-b9c4-caacc132102f port ae592d6e-f449-4797-9f7f-fb6f5e809c97 binding host dv-cinder-796286-8-smb {{(pid=100182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 15:01:04.835923 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['348c3845-7223-48ad-b737-66b795a39140'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 15:01:04.870653 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_common [None req-8ff58397-7998-4b22-9aea-2435536ad41e admin admin] Allocated IP 172.20.0.1 (af5d2873-7a72-41f8-b787-f3eb0dbc51dd/ac5a127d-407c-4710-8806-35982a4a5eb3/6c515424-979f-4466-9e42-e5534ac52440) {{(pid=100181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 15:01:04.896033 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-003e41a1-683c-4b46-bb72-a62add1e3c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:04.972072 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-8ff58397-7998-4b22-9aea-2435536ad41e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:04.987048 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.provisioning_blocks [None req-8ff58397-7998-4b22-9aea-2435536ad41e admin admin] Transition to ACTIVE for port object 6c515424-979f-4466-9e42-e5534ac52440 will not be triggered until provisioned by entity DHCP. {{(pid=100181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 15:01:05.034447 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device c0518dc3-ed1c-426e-8ba1-fcc89e3e7167 up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 15:01:05.103085 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-8ff58397-7998-4b22-9aea-2435536ad41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25497294'] for port, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:05.106122 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-780a8651-d225-4fa5-8cf5-e684eae81623 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:05.139231 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff58397-7998-4b22-9aea-2435536ad41e admin admin] Network af5d2873-7a72-41f8-b787-f3eb0dbc51dd is already hosted by enough agents. {{(pid=100181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 15:01:05.145649 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [None req-8ff58397-7998-4b22-9aea-2435536ad41e admin admin] Resources bound (agent type, host, resource id): {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 15:01:05.149115 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff58397-7998-4b22-9aea-2435536ad41e admin admin] Received port after_create {{(pid=100181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 15:01:05.176744 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff58397-7998-4b22-9aea-2435536ad41e admin admin] Pushing event updated for resources: {'Port': ['ID=6c515424-979f-4466-9e42-e5534ac52440,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:05.184404 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-8ff58397-7998-4b22-9aea-2435536ad41e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:05.196618 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-8ff58397-7998-4b22-9aea-2435536ad41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622957'] for router_interface, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:05.198887 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port c0518dc3-ed1c-426e-8ba1-fcc89e3e7167 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:01:05.199275 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:05.284308 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-003e41a1-683c-4b46-bb72-a62add1e3c72 None None] Notify callbacks [] for port, precommit_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:05.297453 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-003e41a1-683c-4b46-bb72-a62add1e3c72 None None] Transition to ACTIVE for port object ae592d6e-f449-4797-9f7f-fb6f5e809c97 will not be triggered until provisioned by entity L2. {{(pid=100182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 15:01:05.411447 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-003e41a1-683c-4b46-bb72-a62add1e3c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:05.421304 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:05.450141 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-8ff58397-7998-4b22-9aea-2435536ad41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:05.463452 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-003e41a1-683c-4b46-bb72-a62add1e3c72 None None] Attempting to bind port ae592d6e-f449-4797-9f7f-fb6f5e809c97 on host dv-cinder-796286-8-smb for vnic_type normal with profile {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 15:01:05.466970 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-003e41a1-683c-4b46-bb72-a62add1e3c72 None None] Attempting to bind port ae592d6e-f449-4797-9f7f-fb6f5e809c97 by drivers openvswitch,hyperv on host dv-cinder-796286-8-smb at level 0 using segments [{'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 15:01:05.466970 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003e41a1-683c-4b46-bb72-a62add1e3c72 None None] Attempting to bind port ae592d6e-f449-4797-9f7f-fb6f5e809c97 on network d2ee6402-d146-4119-8365-b6e413e6a66f {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 15:01:05.473642 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003e41a1-683c-4b46-bb72-a62add1e3c72 None None] Checking agent: {'id': 'a806d37f-e7e9-49c9-a0af-39d3c99a85d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 42), 'started_at': datetime.datetime(2021, 6, 23, 14, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 15, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 15:01:05.474054 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003e41a1-683c-4b46-bb72-a62add1e3c72 None None] Checking segment: {'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 15:01:05.474457 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-003e41a1-683c-4b46-bb72-a62add1e3c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:05.474851 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003e41a1-683c-4b46-bb72-a62add1e3c72 None None] Bound using segment: {'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 15:01:05.475318 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-003e41a1-683c-4b46-bb72-a62add1e3c72 None None] Bound port: ae592d6e-f449-4797-9f7f-fb6f5e809c97, host: dv-cinder-796286-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'}}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 15:01:05.475692 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-003e41a1-683c-4b46-bb72-a62add1e3c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:05.477317 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e507b-0ef4-427b-a305-2c56043ba4c6 None None] Pushing event updated for resources: {'Port': ['ID=ae592d6e-f449-4797-9f7f-fb6f5e809c97,revision_number=2']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:05.480565 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-9b1e507b-0ef4-427b-a305-2c56043ba4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:05.505279 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-b3a9d7c0-0c99-42c1-82ff-67efefe857d0 None None] Provisioning for port 6c515424-979f-4466-9e42-e5534ac52440 completed by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 15:01:05.515213 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-b3a9d7c0-0c99-42c1-82ff-67efefe857d0 None None] Provisioning complete for port 6c515424-979f-4466-9e42-e5534ac52440 triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:01:05.515596 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-b3a9d7c0-0c99-42c1-82ff-67efefe857d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:05.560474 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608df2d9-9ac6-4cc3-ac16-f11215f0b019 req-4935516a-4f9d-4e88-b64f-148f9b3a242d tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:05.562603 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-608df2d9-9ac6-4cc3-ac16-f11215f0b019 req-4935516a-4f9d-4e88-b64f-148f9b3a242d tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 945 time: 0.0674996 Jun 23 15:01:05.566686 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-b3a9d7c0-0c99-42c1-82ff-67efefe857d0 None None] Port 6c515424-979f-4466-9e42-e5534ac52440 cannot update to ACTIVE because it is not bound. {{(pid=100182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 15:01:05.569902 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-003e41a1-683c-4b46-bb72-a62add1e3c72 None None] For port ae592d6e-f449-4797-9f7f-fb6f5e809c97, host dv-cinder-796286-8-smb, cleared binding levels {{(pid=100182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 15:01:05.573125 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-003e41a1-683c-4b46-bb72-a62add1e3c72 None None] For port ae592d6e-f449-4797-9f7f-fb6f5e809c97, host dv-cinder-796286-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=ae592d6e-f449-4797-9f7f-fb6f5e809c97,segment=NetworkSegment(ba5d94ff-850b-475f-bf01-29ba3ab431be),segment_id=ba5d94ff-850b-475f-bf01-29ba3ab431be)] {{(pid=100182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 15:01:05.605326 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-608df2d9-9ac6-4cc3-ac16-f11215f0b019 req-d4fdb2b8-7852-444c-ba01-913fd92df1c9 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338316 Jun 23 15:01:05.615614 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-8ff58397-7998-4b22-9aea-2435536ad41e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:05.651481 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-003e41a1-683c-4b46-bb72-a62add1e3c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:05.653505 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-ba6cb0b6-f56b-4aab-8056-4d3a099801ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:05.679413 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-8ff58397-7998-4b22-9aea-2435536ad41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:05.682813 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-e61acf6f-3f35-4cd4-9725-0fd8a128569c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:05.700478 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003e41a1-683c-4b46-bb72-a62add1e3c72 None None] Routers {'f3f848c6-9af2-4b2e-b9c4-caacc132102f'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:01:05.701045 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-003e41a1-683c-4b46-bb72-a62add1e3c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:00:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['f3f848c6-9af2-4b2e-b9c4-caacc132102f'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:01:05.749578 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff58397-7998-4b22-9aea-2435536ad41e admin admin] Pushing event updated for resources: {'Port': ['ID=6c515424-979f-4466-9e42-e5534ac52440,revision_number=2']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:05.751218 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e507b-0ef4-427b-a305-2c56043ba4c6 None None] Pushing event updated for resources: {'Port': ['ID=ae592d6e-f449-4797-9f7f-fb6f5e809c97,revision_number=3']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:05.752169 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-8ff58397-7998-4b22-9aea-2435536ad41e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622977'] for router_interface, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:05.755033 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-8ff58397-7998-4b22-9aea-2435536ad41e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:05.756065 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-9b1e507b-0ef4-427b-a305-2c56043ba4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:05.828836 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-003e41a1-683c-4b46-bb72-a62add1e3c72 None None] Set router f3f848c6-9af2-4b2e-b9c4-caacc132102f gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:01:05.853213 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff58397-7998-4b22-9aea-2435536ad41e admin admin] Network af5d2873-7a72-41f8-b787-f3eb0dbc51dd is already hosted by enough agents. {{(pid=100181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 15:01:05.854662 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [None req-8ff58397-7998-4b22-9aea-2435536ad41e admin admin] Resources bound (agent type, host, resource id): {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 15:01:05.988598 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff58397-7998-4b22-9aea-2435536ad41e admin admin] Router f3f848c6-9af2-4b2e-b9c4-caacc132102f has already been hosted by L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 {{(pid=100181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 15:01:06.060978 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-003e41a1-683c-4b46-bb72-a62add1e3c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'name': 'tempest-TestShelveInstance-1361125579-router', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ae592d6e-f449-4797-9f7f-fb6f5e809c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T15:01:02Z', 'updated_at': '2021-06-23T15:01:05Z', 'revision_number': 4, 'project_id': '53a050db46474be88a57b1333575aea7', 'gw_port': {'id': 'ae592d6e-f449-4797-9f7f-fb6f5e809c97', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:02Z', 'updated_at': '2021-06-23T15:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '6c515424-979f-4466-9e42-e5534ac52440', 'name': '', 'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'mac_address': 'fa:16:3e:00:1f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'ac5a127d-407c-4710-8806-35982a4a5eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:04Z', 'updated_at': '2021-06-23T15:01:05Z', 'revision_number': 2, 'project_id': '53a050db46474be88a57b1333575aea7', 'subnets': [{'id': 'ac5a127d-407c-4710-8806-35982a4a5eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:01:06.092550 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003e41a1-683c-4b46-bb72-a62add1e3c72 None None] The sync data for ids ['f3f848c6-9af2-4b2e-b9c4-caacc132102f'] in dv-cinder-796286-8-smb is: [{'id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'name': 'tempest-TestShelveInstance-1361125579-router', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ae592d6e-f449-4797-9f7f-fb6f5e809c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T15:01:02Z', 'updated_at': '2021-06-23T15:01:05Z', 'revision_number': 4, 'project_id': '53a050db46474be88a57b1333575aea7', 'gw_port': {'id': 'ae592d6e-f449-4797-9f7f-fb6f5e809c97', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:02Z', 'updated_at': '2021-06-23T15:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '6c515424-979f-4466-9e42-e5534ac52440', 'name': '', 'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'mac_address': 'fa:16:3e:00:1f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'ac5a127d-407c-4710-8806-35982a4a5eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:04Z', 'updated_at': '2021-06-23T15:01:05Z', 'revision_number': 2, 'project_id': '53a050db46474be88a57b1333575aea7', 'subnets': [{'id': 'ac5a127d-407c-4710-8806-35982a4a5eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 15:01:06.102585 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-4b0105fc-879a-46f2-b1e9-523aeffb3b93 None None] Provisioning complete for port 6c515424-979f-4466-9e42-e5534ac52440 triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:01:06.105978 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-4b0105fc-879a-46f2-b1e9-523aeffb3b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:06.126170 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff58397-7998-4b22-9aea-2435536ad41e admin admin] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 15:01:06.138388 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-8ff58397-7998-4b22-9aea-2435536ad41e admin admin] 10.222.0.72 "PUT /v2.0/routers/f3f848c6-9af2-4b2e-b9c4-caacc132102f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8411169 Jun 23 15:01:06.141635 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-4b0105fc-879a-46f2-b1e9-523aeffb3b93 None None] Port 6c515424-979f-4466-9e42-e5534ac52440 cannot update to ACTIVE because it is not bound. {{(pid=100182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 15:01:06.171353 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 348c3845-7223-48ad-b737-66b795a39140 up at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 15:01:06.223954 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning complete for port 348c3845-7223-48ad-b737-66b795a39140 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:01:06.224346 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:06.311962 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:06.338701 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4953b8-6b46-4602-abb3-bcc828a8eb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348c3845-7223-48ad-b737-66b795a39140'}] {{(pid=100182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:01:06.346238 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2be0bd3a3b87df06192a81cc7e782664f9eb16b4f3df3f1ec53fa4495edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1676f790-4ed0-4ccf-9e8e-740a83d211b0" -d '{"events": [{"server_uuid": "7b4953b8-6b46-4602-abb3-bcc828a8eb63", "name": "network-vif-plugged", "status": "completed", "tag": "348c3845-7223-48ad-b737-66b795a39140"}]}' {{(pid=100182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:01:06.370066 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 348c3845-7223-48ad-b737-66b795a39140, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=348c3845-7223-48ad-b737-66b795a39140,segment=NetworkSegment(53319a76-a6c9-4f00-b8bd-5ceecb1d2786),segment_id=53319a76-a6c9-4f00-b8bd-5ceecb1d2786)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:01:06.385247 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 15:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164db9a6-31e4-4cfe-a2de-6f800bad28ab x-openstack-request-id: req-164db9a6-31e4-4cfe-a2de-6f800bad28ab {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:01:06.385543 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4953b8-6b46-4602-abb3-bcc828a8eb63", "name": "network-vif-plugged", "status": "completed", "tag": "348c3845-7223-48ad-b737-66b795a39140", "code": 200}]} {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:01:06.385825 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-164db9a6-31e4-4cfe-a2de-6f800bad28ab {{(pid=100182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:01:06.386234 dv-cinder-796286-8-smb neutron-server[100182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4953b8-6b46-4602-abb3-bcc828a8eb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348c3845-7223-48ad-b737-66b795a39140', 'code': 200} Jun 23 15:01:06.417664 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:06.419570 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:06.466270 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:06.470627 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=348c3845-7223-48ad-b737-66b795a39140,revision_number=7']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:06.472924 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:06.961906 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 52450) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:06.966991 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-4fcf7888-d993-467b-8669-37252b0c4d1a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1979866581-network', 'tenant_id': '0bb882e91f88423fa18621b35443199d'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:01:07.074329 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcf7888-d993-467b-8669-37252b0c4d1a admin admin] Made reservation on behalf of 0bb882e91f88423fa18621b35443199d for: {'network': 1} {{(pid=100181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 15:01:07.076616 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4fcf7888-d993-467b-8669-37252b0c4d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for network, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:07.086801 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4fcf7888-d993-467b-8669-37252b0c4d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:07.141891 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device ae592d6e-f449-4797-9f7f-fb6f5e809c97 up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 15:01:07.187030 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56bb2ec-6e51-44e8-bbf0-ffa599152d73 req-22973ed0-6679-4e8c-9130-6c06ff24f45a tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:07.191114 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c56bb2ec-6e51-44e8-bbf0-ffa599152d73 req-22973ed0-6679-4e8c-9130-6c06ff24f45a tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 946 time: 0.4323189 Jun 23 15:01:07.285335 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c56bb2ec-6e51-44e8-bbf0-ffa599152d73 req-b7eeacd4-dd55-4dc6-9a2d-5c457938baa0 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812848 Jun 23 15:01:07.330136 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4fcf7888-d993-467b-8669-37252b0c4d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:07.336769 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning for port ae592d6e-f449-4797-9f7f-fb6f5e809c97 completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 15:01:07.341364 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port ae592d6e-f449-4797-9f7f-fb6f5e809c97 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:01:07.341847 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:07.394196 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4fcf7888-d993-467b-8669-37252b0c4d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:07.401077 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-ed6683c1-74a0-45fa-987d-200016878168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:07.438740 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:07.450830 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fcf7888-d993-467b-8669-37252b0c4d1a admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=100181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 15:01:07.461822 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf7888-d993-467b-8669-37252b0c4d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102ef8af-613e-44f3-8092-354a3968aca8,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:07.463783 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-c36b1959-2167-4921-97a8-61707844de6b None None] For port ae592d6e-f449-4797-9f7f-fb6f5e809c97, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=ae592d6e-f449-4797-9f7f-fb6f5e809c97,segment=NetworkSegment(ba5d94ff-850b-475f-bf01-29ba3ab431be),segment_id=ba5d94ff-850b-475f-bf01-29ba3ab431be)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:01:07.471497 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-4fcf7888-d993-467b-8669-37252b0c4d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:07.475075 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4fcf7888-d993-467b-8669-37252b0c4d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:07.475596 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.db.segments_db [None req-4fcf7888-d993-467b-8669-37252b0c4d1a admin admin] Added segment 44aa5c6c-d8fb-4eac-8d79-c6778111df44 of type vlan for network 33b94c47-ad2e-4173-8ad2-f913b73d7fae Jun 23 15:01:07.531625 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:07.535022 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:07.540596 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4fcf7888-d993-467b-8669-37252b0c4d1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735918531624'] for network, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:07.601539 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Pushing event updated for resources: {'Port': ['ID=ae592d6e-f449-4797-9f7f-fb6f5e809c97,revision_number=4']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:07.604698 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:07.639703 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4fcf7888-d993-467b-8669-37252b0c4d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217'] for network, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:07.641365 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcf7888-d993-467b-8669-37252b0c4d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:07.642859 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4fcf7888-d993-467b-8669-37252b0c4d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:07.645342 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-973e0512-5bc2-42cb-9a32-f26cd059fede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:07.725275 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf7888-d993-467b-8669-37252b0c4d1a admin admin] Pushing event updated for resources: {'Network': ['ID=33b94c47-ad2e-4173-8ad2-f913b73d7fae,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:07.728732 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-4fcf7888-d993-467b-8669-37252b0c4d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:07.737359 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Network 33b94c47-ad2e-4173-8ad2-f913b73d7fae details requested by agent ovs-agent-dv-cinder-796286-8-smb with host dv-cinder-796286-8-smb {{(pid=100182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 15:01:07.754263 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-4fcf7888-d993-467b-8669-37252b0c4d1a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7912078 Jun 23 15:01:07.756770 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 52452) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:07.763414 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-1871a91f-7c7e-4331-8fb6-9196bd5e762b admin admin] Request body: {'subnet': {'network_id': '33b94c47-ad2e-4173-8ad2-f913b73d7fae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1979866581-subnet', 'tenant_id': '0bb882e91f88423fa18621b35443199d', 'ip_version': 4}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:01:07.873902 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1871a91f-7c7e-4331-8fb6-9196bd5e762b admin admin] Made reservation on behalf of 0bb882e91f88423fa18621b35443199d for: {'subnet': 1} {{(pid=100181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 15:01:07.877600 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-1871a91f-7c7e-4331-8fb6-9196bd5e762b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382310'] for subnet, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:08.154646 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-1871a91f-7c7e-4331-8fb6-9196bd5e762b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25496670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382324'] for subnet, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:08.162241 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-cb75680d-b6e1-4db0-907d-6311e78cf9ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:08.251671 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871a91f-7c7e-4331-8fb6-9196bd5e762b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc617f40-5d94-4566-b26d-3ca57ad382aa,revision_number=0']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:08.268331 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-1871a91f-7c7e-4331-8fb6-9196bd5e762b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:08.269284 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1871a91f-7c7e-4331-8fb6-9196bd5e762b admin admin] Checking segment: {'id': '44aa5c6c-d8fb-4eac-8d79-c6778111df44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '33b94c47-ad2e-4173-8ad2-f913b73d7fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 15:01:08.269644 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1871a91f-7c7e-4331-8fb6-9196bd5e762b admin admin] Network hostable DHCP agents. Network: 33b94c47-ad2e-4173-8ad2-f913b73d7fae, hostable agents: ['bd2680ec-ec61-4d1e-a411-ffe82748e619'], hosted agents: [] {{(pid=100181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 15:01:08.348564 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1871a91f-7c7e-4331-8fb6-9196bd5e762b admin admin] Network 33b94c47-ad2e-4173-8ad2-f913b73d7fae is scheduled to be hosted by DHCP agent bd2680ec-ec61-4d1e-a411-ffe82748e619 with binding_index 1 {{(pid=100181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 15:01:08.427955 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [None req-1871a91f-7c7e-4331-8fb6-9196bd5e762b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-smb, 33b94c47-ad2e-4173-8ad2-f913b73d7fae) {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 15:01:08.433858 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1871a91f-7c7e-4331-8fb6-9196bd5e762b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:08.434553 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-1871a91f-7c7e-4331-8fb6-9196bd5e762b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for subnet, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:08.437110 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d24e7a7-dfe4-45a0-8b1d-bdf20db5c397 None None] Network 33b94c47-ad2e-4173-8ad2-f913b73d7fae requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 15:01:08.515455 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-1871a91f-7c7e-4331-8fb6-9196bd5e762b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7576215 Jun 23 15:01:08.518607 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 52462) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:08.523916 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-cf4e4fec-d55a-44b9-9ae7-054ba87493d4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1979866581-router', 'tenant_id': '0bb882e91f88423fa18621b35443199d', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'}}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:01:08.525458 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0e59b-2cb2-46ea-a1b1-471fa3c19d66 req-fc98d354-7d11-4499-915d-283de0f8cddb tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:08.533878 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4cf0e59b-2cb2-46ea-a1b1-471fa3c19d66 req-fc98d354-7d11-4499-915d-283de0f8cddb tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 946 time: 0.0820127 Jun 23 15:01:08.586850 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4cf0e59b-2cb2-46ea-a1b1-471fa3c19d66 req-9c55b7aa-344c-465b-a26a-55b7f947222a tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515194 Jun 23 15:01:08.640374 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4fec-d55a-44b9-9ae7-054ba87493d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257109'] for router, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:08.641684 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4fec-d55a-44b9-9ae7-054ba87493d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257102'] for router, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:08.678071 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f4cf7a-9f2f-4b91-8975-758b1714afef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1252d0a6-3d2e-5aee-af19-a7bd59932878-33b94c47-ad2e-4173-8ad2-f913b73d7fae', 'network_id': '33b94c47-ad2e-4173-8ad2-f913b73d7fae', 'tenant_id': '0bb882e91f88423fa18621b35443199d', 'fixed_ips': [{'subnet_id': 'cc617f40-5d94-4566-b26d-3ca57ad382aa'}]}} from dv-cinder-796286-8-smb. {{(pid=100182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 15:01:08.678976 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-56f4cf7a-9f2f-4b91-8975-758b1714afef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:08.712772 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea65dc6-2618-450b-8e75-089dc5fb1eb7 None None] Sync routers for ids ['f3f848c6-9af2-4b2e-b9c4-caacc132102f'] in dv-cinder-796286-8-smb {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 15:01:08.726834 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea65dc6-2618-450b-8e75-089dc5fb1eb7 None None] Routers {'f3f848c6-9af2-4b2e-b9c4-caacc132102f'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:01:08.727460 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-5ea65dc6-2618-450b-8e75-089dc5fb1eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:00:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['f3f848c6-9af2-4b2e-b9c4-caacc132102f'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:01:08.733012 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4fec-d55a-44b9-9ae7-054ba87493d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:08.877708 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.db_base_plugin_common [None req-56f4cf7a-9f2f-4b91-8975-758b1714afef None None] Allocated IP 172.20.0.2 (33b94c47-ad2e-4173-8ad2-f913b73d7fae/cc617f40-5d94-4566-b26d-3ca57ad382aa/a5ca6c60-327b-4709-b340-187e4b59329e) {{(pid=100182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 15:01:08.890375 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-5ea65dc6-2618-450b-8e75-089dc5fb1eb7 None None] Set router f3f848c6-9af2-4b2e-b9c4-caacc132102f gateway port host: dv-cinder-796286-8-smb {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:01:08.973502 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4fec-d55a-44b9-9ae7-054ba87493d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-631096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257136'] for router, precommit_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:09.102319 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device ae592d6e-f449-4797-9f7f-fb6f5e809c97 up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 15:01:09.235444 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-56f4cf7a-9f2f-4b91-8975-758b1714afef None None] Notify callbacks [] for port, precommit_create {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:09.238636 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port ae592d6e-f449-4797-9f7f-fb6f5e809c97 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:01:09.239630 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:09.304068 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-56f4cf7a-9f2f-4b91-8975-758b1714afef None None] Transition to ACTIVE for port object a5ca6c60-327b-4709-b340-187e4b59329e will not be triggered until provisioned by entity L2. {{(pid=100182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 15:01:09.329969 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-5ea65dc6-2618-450b-8e75-089dc5fb1eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'name': 'tempest-TestShelveInstance-1361125579-router', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ae592d6e-f449-4797-9f7f-fb6f5e809c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T15:01:02Z', 'updated_at': '2021-06-23T15:01:05Z', 'revision_number': 4, 'project_id': '53a050db46474be88a57b1333575aea7', 'gw_port': {'id': 'ae592d6e-f449-4797-9f7f-fb6f5e809c97', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:02Z', 'updated_at': '2021-06-23T15:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '6c515424-979f-4466-9e42-e5534ac52440', 'name': '', 'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'mac_address': 'fa:16:3e:00:1f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'ac5a127d-407c-4710-8806-35982a4a5eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:04Z', 'updated_at': '2021-06-23T15:01:05Z', 'revision_number': 2, 'project_id': '53a050db46474be88a57b1333575aea7', 'subnets': [{'id': 'ac5a127d-407c-4710-8806-35982a4a5eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:01:09.338330 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4fec-d55a-44b9-9ae7-054ba87493d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:09.342175 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-56f4cf7a-9f2f-4b91-8975-758b1714afef None None] Transition to ACTIVE for port object a5ca6c60-327b-4709-b340-187e4b59329e will not be triggered until provisioned by entity DHCP. {{(pid=100182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 15:01:09.363188 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea65dc6-2618-450b-8e75-089dc5fb1eb7 None None] Checking router: f3f848c6-9af2-4b2e-b9c4-caacc132102f for host: dv-cinder-796286-8-smb {{(pid=100183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 15:01:09.363549 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea65dc6-2618-450b-8e75-089dc5fb1eb7 None None] Updating router f3f848c6-9af2-4b2e-b9c4-caacc132102f port 6c515424-979f-4466-9e42-e5534ac52440 binding host dv-cinder-796286-8-smb {{(pid=100183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 15:01:09.368766 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4fec-d55a-44b9-9ae7-054ba87493d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:09.402280 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-56f4cf7a-9f2f-4b91-8975-758b1714afef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222'] for port, after_create {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:09.406543 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:09.411734 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-5ea65dc6-2618-450b-8e75-089dc5fb1eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:09.449164 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4cf7a-9f2f-4b91-8975-758b1714afef None None] Pushing event updated for resources: {'Port': ['ID=a5ca6c60-327b-4709-b340-187e4b59329e,revision_number=1']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:09.454924 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-56f4cf7a-9f2f-4b91-8975-758b1714afef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:09.465458 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f4cf7a-9f2f-4b91-8975-758b1714afef None None] Network 33b94c47-ad2e-4173-8ad2-f913b73d7fae is already hosted by enough agents. {{(pid=100182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 15:01:09.467096 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.scheduler.base_scheduler [None req-56f4cf7a-9f2f-4b91-8975-758b1714afef None None] Resources bound (agent type, host, resource id): {{(pid=100182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 15:01:09.469690 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f4cf7a-9f2f-4b91-8975-758b1714afef None None] Received port after_create {{(pid=100182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 15:01:09.530341 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_common [None req-cf4e4fec-d55a-44b9-9ae7-054ba87493d4 admin admin] Allocated IP 172.28.1.145 (d2ee6402-d146-4119-8365-b6e413e6a66f/aecbd380-5595-4490-ba93-56b7169dc4a5/3ea2f920-0fd5-49b0-b31e-8566f759e493) {{(pid=100181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 15:01:09.612022 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-56f4cf7a-9f2f-4b91-8975-758b1714afef None None] Attempting to bind port a5ca6c60-327b-4709-b340-187e4b59329e on host dv-cinder-796286-8-smb for vnic_type normal with profile {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 15:01:09.612402 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-56f4cf7a-9f2f-4b91-8975-758b1714afef None None] Attempting to bind port a5ca6c60-327b-4709-b340-187e4b59329e by drivers openvswitch,hyperv on host dv-cinder-796286-8-smb at level 0 using segments [{'id': '44aa5c6c-d8fb-4eac-8d79-c6778111df44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '33b94c47-ad2e-4173-8ad2-f913b73d7fae'}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 15:01:09.612771 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f4cf7a-9f2f-4b91-8975-758b1714afef None None] Attempting to bind port a5ca6c60-327b-4709-b340-187e4b59329e on network 33b94c47-ad2e-4173-8ad2-f913b73d7fae {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 15:01:09.624733 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f4cf7a-9f2f-4b91-8975-758b1714afef None None] Checking agent: {'id': 'a806d37f-e7e9-49c9-a0af-39d3c99a85d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 42), 'started_at': datetime.datetime(2021, 6, 23, 14, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 15, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 15:01:09.624733 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f4cf7a-9f2f-4b91-8975-758b1714afef None None] Checking segment: {'id': '44aa5c6c-d8fb-4eac-8d79-c6778111df44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '33b94c47-ad2e-4173-8ad2-f913b73d7fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 15:01:09.624733 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-56f4cf7a-9f2f-4b91-8975-758b1714afef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:09.624733 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f4cf7a-9f2f-4b91-8975-758b1714afef None None] Bound using segment: {'id': '44aa5c6c-d8fb-4eac-8d79-c6778111df44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '33b94c47-ad2e-4173-8ad2-f913b73d7fae'} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 15:01:09.625503 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-56f4cf7a-9f2f-4b91-8975-758b1714afef None None] Bound port: a5ca6c60-327b-4709-b340-187e4b59329e, host: dv-cinder-796286-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44aa5c6c-d8fb-4eac-8d79-c6778111df44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '33b94c47-ad2e-4173-8ad2-f913b73d7fae'}}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 15:01:09.626022 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-56f4cf7a-9f2f-4b91-8975-758b1714afef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:09.718659 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-56f4cf7a-9f2f-4b91-8975-758b1714afef None None] For port a5ca6c60-327b-4709-b340-187e4b59329e, host dv-cinder-796286-8-smb, cleared binding levels {{(pid=100182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 15:01:09.723116 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-56f4cf7a-9f2f-4b91-8975-758b1714afef None None] For port a5ca6c60-327b-4709-b340-187e4b59329e, host dv-cinder-796286-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=a5ca6c60-327b-4709-b340-187e4b59329e,segment=NetworkSegment(44aa5c6c-d8fb-4eac-8d79-c6778111df44),segment_id=44aa5c6c-d8fb-4eac-8d79-c6778111df44)] {{(pid=100182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 15:01:09.754482 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4fec-d55a-44b9-9ae7-054ba87493d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:09.839002 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-56f4cf7a-9f2f-4b91-8975-758b1714afef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:09.861180 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:09.920718 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-5ea65dc6-2618-450b-8e75-089dc5fb1eb7 None None] Notify callbacks [] for port, precommit_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:09.936130 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.provisioning_blocks [None req-5ea65dc6-2618-450b-8e75-089dc5fb1eb7 None None] Transition to ACTIVE for port object 6c515424-979f-4466-9e42-e5534ac52440 will not be triggered until provisioned by entity L2. {{(pid=100183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 15:01:09.944631 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-cf8a313e-605e-4aa6-b12b-c30d3fe433ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:09.985959 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fab4d-3286-4fc5-bade-817731cb2027 req-79c32edc-95c0-47b7-ae3e-32cbbc0e2e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:09.988270 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-200fab4d-3286-4fc5-bade-817731cb2027 req-79c32edc-95c0-47b7-ae3e-32cbbc0e2e8e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=662a27900f4b4c86b36ebf9acc29eeb6&device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 1099 time: 0.3551061 Jun 23 15:01:09.989119 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d777e-124a-42cb-99b7-9cfbc77965a4 req-9755fd6b-479c-4bac-bf56-c4dc0fd98063 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:09.990887 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-999d777e-124a-42cb-99b7-9cfbc77965a4 req-9755fd6b-479c-4bac-bf56-c4dc0fd98063 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 946 time: 0.1779089 Jun 23 15:01:10.019270 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-5ea65dc6-2618-450b-8e75-089dc5fb1eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:10.039523 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4cf7a-9f2f-4b91-8975-758b1714afef None None] Pushing event updated for resources: {'Port': ['ID=a5ca6c60-327b-4709-b340-187e4b59329e,revision_number=2']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:10.044261 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:10.048702 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-56f4cf7a-9f2f-4b91-8975-758b1714afef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:10.078936 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-999d777e-124a-42cb-99b7-9cfbc77965a4 req-31b67cc0-6216-48df-a26c-831b2cb9a5b5 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760307 Jun 23 15:01:10.257531 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.managers [None req-5ea65dc6-2618-450b-8e75-089dc5fb1eb7 None None] Attempting to bind port 6c515424-979f-4466-9e42-e5534ac52440 on host dv-cinder-796286-8-smb for vnic_type normal with profile {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 15:01:10.261276 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.managers [None req-5ea65dc6-2618-450b-8e75-089dc5fb1eb7 None None] Attempting to bind port 6c515424-979f-4466-9e42-e5534ac52440 by drivers openvswitch,hyperv on host dv-cinder-796286-8-smb at level 0 using segments [{'id': '283d69cf-fe57-4821-9f03-0c4ab3c4b8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd'}] {{(pid=100183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 15:01:10.261742 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea65dc6-2618-450b-8e75-089dc5fb1eb7 None None] Attempting to bind port 6c515424-979f-4466-9e42-e5534ac52440 on network af5d2873-7a72-41f8-b787-f3eb0dbc51dd {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 15:01:10.278101 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea65dc6-2618-450b-8e75-089dc5fb1eb7 None None] Checking agent: {'id': 'a806d37f-e7e9-49c9-a0af-39d3c99a85d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 42), 'started_at': datetime.datetime(2021, 6, 23, 14, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 15, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 15:01:10.279322 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea65dc6-2618-450b-8e75-089dc5fb1eb7 None None] Checking segment: {'id': '283d69cf-fe57-4821-9f03-0c4ab3c4b8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 15:01:10.279829 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-5ea65dc6-2618-450b-8e75-089dc5fb1eb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:10.282211 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea65dc6-2618-450b-8e75-089dc5fb1eb7 None None] Bound using segment: {'id': '283d69cf-fe57-4821-9f03-0c4ab3c4b8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd'} {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 15:01:10.282211 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.managers [None req-5ea65dc6-2618-450b-8e75-089dc5fb1eb7 None None] Bound port: 6c515424-979f-4466-9e42-e5534ac52440, host: dv-cinder-796286-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283d69cf-fe57-4821-9f03-0c4ab3c4b8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd'}}] {{(pid=100183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 15:01:10.282211 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-5ea65dc6-2618-450b-8e75-089dc5fb1eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:10.293722 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd95683-b027-4b74-8efa-7309db8a4600 None None] Pushing event updated for resources: {'Port': ['ID=6c515424-979f-4466-9e42-e5534ac52440,revision_number=3']} {{(pid=100183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:10.331496 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd95683-b027-4b74-8efa-7309db8a4600 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:10.331998 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd95683-b027-4b74-8efa-7309db8a4600 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:10.332423 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd95683-b027-4b74-8efa-7309db8a4600 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:10.333061 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd95683-b027-4b74-8efa-7309db8a4600 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:10.333757 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd95683-b027-4b74-8efa-7309db8a4600 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:10.334192 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd95683-b027-4b74-8efa-7309db8a4600 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:10.334603 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd95683-b027-4b74-8efa-7309db8a4600 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:10.335010 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd95683-b027-4b74-8efa-7309db8a4600 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:10.335439 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd95683-b027-4b74-8efa-7309db8a4600 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:10.335932 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd95683-b027-4b74-8efa-7309db8a4600 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:10.336340 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd95683-b027-4b74-8efa-7309db8a4600 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:10.336744 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd95683-b027-4b74-8efa-7309db8a4600 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:10.352717 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [None req-4dd95683-b027-4b74-8efa-7309db8a4600 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:10.444314 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.db [None req-5ea65dc6-2618-450b-8e75-089dc5fb1eb7 None None] For port 6c515424-979f-4466-9e42-e5534ac52440, host dv-cinder-796286-8-smb, cleared binding levels {{(pid=100183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 15:01:10.456709 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.db [None req-5ea65dc6-2618-450b-8e75-089dc5fb1eb7 None None] For port 6c515424-979f-4466-9e42-e5534ac52440, host dv-cinder-796286-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=6c515424-979f-4466-9e42-e5534ac52440,segment=NetworkSegment(283d69cf-fe57-4821-9f03-0c4ab3c4b8f9),segment_id=283d69cf-fe57-4821-9f03-0c4ab3c4b8f9)] {{(pid=100183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 15:01:10.549965 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-5ea65dc6-2618-450b-8e75-089dc5fb1eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:10.553428 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:10.556699 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4fec-d55a-44b9-9ae7-054ba87493d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25497294'] for port, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:10.561657 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-f9b27b3a-0565-4c51-a52d-824c8c9a9349 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:10.635715 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd95683-b027-4b74-8efa-7309db8a4600 None None] Pushing event updated for resources: {'Port': ['ID=6c515424-979f-4466-9e42-e5534ac52440,revision_number=4']} {{(pid=100183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:10.640193 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [None req-4dd95683-b027-4b74-8efa-7309db8a4600 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:10.656615 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4e4fec-d55a-44b9-9ae7-054ba87493d4 admin admin] Network d2ee6402-d146-4119-8365-b6e413e6a66f is already hosted by enough agents. {{(pid=100181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 15:01:10.664591 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [None req-cf4e4fec-d55a-44b9-9ae7-054ba87493d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 15:01:10.670006 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4e4fec-d55a-44b9-9ae7-054ba87493d4 admin admin] Received port after_create {{(pid=100181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 15:01:10.676408 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea65dc6-2618-450b-8e75-089dc5fb1eb7 None None] Routers {'f3f848c6-9af2-4b2e-b9c4-caacc132102f'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:01:10.677242 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-5ea65dc6-2618-450b-8e75-089dc5fb1eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:00:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['f3f848c6-9af2-4b2e-b9c4-caacc132102f'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:01:10.696643 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e4fec-d55a-44b9-9ae7-054ba87493d4 admin admin] Pushing event updated for resources: {'Port': ['ID=3ea2f920-0fd5-49b0-b31e-8566f759e493,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:10.713974 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-cf4e4fec-d55a-44b9-9ae7-054ba87493d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:10.731351 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fab4d-3286-4fc5-bade-817731cb2027 req-10c62df1-a0de-4d13-b2ee-29f251387cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:10.733569 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-200fab4d-3286-4fc5-bade-817731cb2027 req-10c62df1-a0de-4d13-b2ee-29f251387cba service neutron] 10.222.0.46 "GET /v2.0/networks?id=751b38e2-092c-451f-8e10-78172c3e29c3 HTTP/1.1" status: 200 len: 917 time: 0.7182763 Jun 23 15:01:10.830384 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-5ea65dc6-2618-450b-8e75-089dc5fb1eb7 None None] Set router f3f848c6-9af2-4b2e-b9c4-caacc132102f gateway port host: dv-cinder-796286-8-smb {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:01:10.928089 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-200fab4d-3286-4fc5-bade-817731cb2027 req-e5d57327-0bf2-40f9-95c7-63d15cea204d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=348c3845-7223-48ad-b737-66b795a39140 HTTP/1.1" status: 200 len: 1002 time: 0.1852610 Jun 23 15:01:11.088249 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fab4d-3286-4fc5-bade-817731cb2027 req-1515a3cf-a683-45c3-9c23-b00b7cf1b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:11.090020 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-200fab4d-3286-4fc5-bade-817731cb2027 req-1515a3cf-a683-45c3-9c23-b00b7cf1b462 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c70a621-ace7-4983-aa1c-39b0c0eb6481 HTTP/1.1" status: 200 len: 855 time: 0.1555419 Jun 23 15:01:11.320087 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device a5ca6c60-327b-4709-b340-187e4b59329e up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 15:01:11.333675 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-5ea65dc6-2618-450b-8e75-089dc5fb1eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'name': 'tempest-TestShelveInstance-1361125579-router', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ae592d6e-f449-4797-9f7f-fb6f5e809c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T15:01:02Z', 'updated_at': '2021-06-23T15:01:05Z', 'revision_number': 4, 'project_id': '53a050db46474be88a57b1333575aea7', 'gw_port': {'id': 'ae592d6e-f449-4797-9f7f-fb6f5e809c97', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:02Z', 'updated_at': '2021-06-23T15:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '6c515424-979f-4466-9e42-e5534ac52440', 'name': '', 'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'mac_address': 'fa:16:3e:00:1f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'ac5a127d-407c-4710-8806-35982a4a5eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:04Z', 'updated_at': '2021-06-23T15:01:10Z', 'revision_number': 4, 'project_id': '53a050db46474be88a57b1333575aea7', 'subnets': [{'id': 'ac5a127d-407c-4710-8806-35982a4a5eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:01:11.393517 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea65dc6-2618-450b-8e75-089dc5fb1eb7 None None] The sync data for ids ['f3f848c6-9af2-4b2e-b9c4-caacc132102f'] in dv-cinder-796286-8-smb is: [{'id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'name': 'tempest-TestShelveInstance-1361125579-router', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ae592d6e-f449-4797-9f7f-fb6f5e809c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T15:01:02Z', 'updated_at': '2021-06-23T15:01:05Z', 'revision_number': 4, 'project_id': '53a050db46474be88a57b1333575aea7', 'gw_port': {'id': 'ae592d6e-f449-4797-9f7f-fb6f5e809c97', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:02Z', 'updated_at': '2021-06-23T15:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '6c515424-979f-4466-9e42-e5534ac52440', 'name': '', 'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'mac_address': 'fa:16:3e:00:1f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'ac5a127d-407c-4710-8806-35982a4a5eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:04Z', 'updated_at': '2021-06-23T15:01:10Z', 'revision_number': 4, 'project_id': '53a050db46474be88a57b1333575aea7', 'subnets': [{'id': 'ac5a127d-407c-4710-8806-35982a4a5eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 15:01:11.401652 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4fec-d55a-44b9-9ae7-054ba87493d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:11.519800 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning for port a5ca6c60-327b-4709-b340-187e4b59329e completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 15:01:11.524078 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 6c515424-979f-4466-9e42-e5534ac52440 up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 15:01:11.556239 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d5615-76a3-4a3b-b0c1-3b5d962580aa req-aeedae3c-4f73-4741-83d7-42edc39aa719 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:11.566646 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-163d5615-76a3-4a3b-b0c1-3b5d962580aa req-aeedae3c-4f73-4741-83d7-42edc39aa719 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 946 time: 0.1705325 Jun 23 15:01:11.653903 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-163d5615-76a3-4a3b-b0c1-3b5d962580aa req-96f77a98-80b6-4e00-bbe6-8fbc8da5b984 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775518 Jun 23 15:01:11.687944 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a45032-1be6-4148-b937-b1ac9933b953 None None] Network 33b94c47-ad2e-4173-8ad2-f913b73d7fae requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 15:01:11.730577 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fab4d-3286-4fc5-bade-817731cb2027 req-438ef3ad-38a7-4458-8715-235536b8378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:11.732396 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-200fab4d-3286-4fc5-bade-817731cb2027 req-438ef3ad-38a7-4458-8715-235536b8378b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=751b38e2-092c-451f-8e10-78172c3e29c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6351731 Jun 23 15:01:11.835250 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4fec-d55a-44b9-9ae7-054ba87493d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-631149'] for router, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:11.930481 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-200fab4d-3286-4fc5-bade-817731cb2027 req-a6512852-082c-4df9-9775-32d67038605e service neutron] 10.222.0.46 "GET /v2.0/networks/751b38e2-092c-451f-8e10-78172c3e29c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905625 Jun 23 15:01:12.056993 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning for port 6c515424-979f-4466-9e42-e5534ac52440 completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 15:01:12.059113 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-200fab4d-3286-4fc5-bade-817731cb2027 req-4ff1f8fb-63ee-4ed0-bad3-9f3c4aa3d162 service neutron] 10.222.0.46 "GET /v2.0/networks/751b38e2-092c-451f-8e10-78172c3e29c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217310 Jun 23 15:01:12.061580 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port 6c515424-979f-4466-9e42-e5534ac52440 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:01:12.068207 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:12.108446 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-b259c0cd-30d3-4257-be25-ad0214faa397 None None] Provisioning for port a5ca6c60-327b-4709-b340-187e4b59329e completed by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 15:01:12.118620 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-b259c0cd-30d3-4257-be25-ad0214faa397 None None] Provisioning complete for port a5ca6c60-327b-4709-b340-187e4b59329e triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:01:12.118999 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-b259c0cd-30d3-4257-be25-ad0214faa397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:12.154437 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4e4fec-d55a-44b9-9ae7-054ba87493d4 admin admin] Router 734fb0cc-2e75-4582-96bb-936d548c1b5f is scheduled to L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 with binding_index 1 {{(pid=100181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 15:01:12.215076 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:12.281277 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-c36b1959-2167-4921-97a8-61707844de6b None None] For port 6c515424-979f-4466-9e42-e5534ac52440, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=6c515424-979f-4466-9e42-e5534ac52440,segment=NetworkSegment(283d69cf-fe57-4821-9f03-0c4ab3c4b8f9),segment_id=283d69cf-fe57-4821-9f03-0c4ab3c4b8f9)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:01:12.282370 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-b259c0cd-30d3-4257-be25-ad0214faa397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:12.320374 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-b259c0cd-30d3-4257-be25-ad0214faa397 None None] For port a5ca6c60-327b-4709-b340-187e4b59329e, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=a5ca6c60-327b-4709-b340-187e4b59329e,segment=NetworkSegment(44aa5c6c-d8fb-4eac-8d79-c6778111df44),segment_id=44aa5c6c-d8fb-4eac-8d79-c6778111df44)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:01:12.324244 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4e4fec-d55a-44b9-9ae7-054ba87493d4 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 15:01:12.338145 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b16ee8-8252-4dc7-9b8f-504200d06bfc None None] Sync routers for ids ['734fb0cc-2e75-4582-96bb-936d548c1b5f'] in dv-cinder-796286-8-smb {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 15:01:12.348911 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b16ee8-8252-4dc7-9b8f-504200d06bfc None None] Routers {'734fb0cc-2e75-4582-96bb-936d548c1b5f'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:01:12.349554 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-86b16ee8-8252-4dc7-9b8f-504200d06bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:00:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['734fb0cc-2e75-4582-96bb-936d548c1b5f'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:01:12.390107 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:12.399381 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:12.416720 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4fec-d55a-44b9-9ae7-054ba87493d4 admin admin] Notify callbacks [] for router, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:12.418108 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-cf4e4fec-d55a-44b9-9ae7-054ba87493d4 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8983243 Jun 23 15:01:12.420766 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 52494) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:12.449299 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-b259c0cd-30d3-4257-be25-ad0214faa397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:12.528107 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Pushing event updated for resources: {'Port': ['ID=6c515424-979f-4466-9e42-e5534ac52440,revision_number=5']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:12.534268 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:12.534732 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:12.567974 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-86d4af4f-e464-48a0-8766-db04d4fa8a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:12.575353 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-86b16ee8-8252-4dc7-9b8f-504200d06bfc None None] Set router 734fb0cc-2e75-4582-96bb-936d548c1b5f gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:01:12.615996 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:12.858618 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-67392787-55e9-4b7f-8d2b-b4e155437665 None None] Provisioning complete for port a5ca6c60-327b-4709-b340-187e4b59329e triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:01:12.859013 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-67392787-55e9-4b7f-8d2b-b4e155437665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:12.879321 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259c0cd-30d3-4257-be25-ad0214faa397 None None] Pushing event updated for resources: {'Port': ['ID=a5ca6c60-327b-4709-b340-187e4b59329e,revision_number=3']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:12.906705 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-b259c0cd-30d3-4257-be25-ad0214faa397 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:13.036057 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de9c6c-6a21-46fa-95a5-81d72806b00e req-884dc11e-caed-473e-9c6c-7b1544f7a5d0 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:13.038218 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b8de9c6c-6a21-46fa-95a5-81d72806b00e req-884dc11e-caed-473e-9c6c-7b1544f7a5d0 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 946 time: 0.1961808 Jun 23 15:01:13.070979 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device a5ca6c60-327b-4709-b340-187e4b59329e up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 15:01:13.073623 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-86b16ee8-8252-4dc7-9b8f-504200d06bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734fb0cc-2e75-4582-96bb-936d548c1b5f', 'name': 'tempest-TestShelveInstance-1979866581-router', 'tenant_id': '0bb882e91f88423fa18621b35443199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '3ea2f920-0fd5-49b0-b31e-8566f759e493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T15:01:08Z', 'updated_at': '2021-06-23T15:01:11Z', 'revision_number': 3, 'project_id': '0bb882e91f88423fa18621b35443199d', 'gw_port': {'id': '3ea2f920-0fd5-49b0-b31e-8566f759e493', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:99:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734fb0cc-2e75-4582-96bb-936d548c1b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:09Z', 'updated_at': '2021-06-23T15:01:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb'}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:01:13.106750 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b16ee8-8252-4dc7-9b8f-504200d06bfc None None] Checking router: 734fb0cc-2e75-4582-96bb-936d548c1b5f for host: dv-cinder-796286-8-smb {{(pid=100182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 15:01:13.106750 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b16ee8-8252-4dc7-9b8f-504200d06bfc None None] Updating router 734fb0cc-2e75-4582-96bb-936d548c1b5f port 3ea2f920-0fd5-49b0-b31e-8566f759e493 binding host dv-cinder-796286-8-smb {{(pid=100182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 15:01:13.108550 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b8de9c6c-6a21-46fa-95a5-81d72806b00e req-3e09e1f8-c91c-422f-aa10-93a6c735fd63 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625293 Jun 23 15:01:13.166256 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:13.174997 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-86b16ee8-8252-4dc7-9b8f-504200d06bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:13.213305 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port a5ca6c60-327b-4709-b340-187e4b59329e triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:01:13.213681 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:13.368930 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.db_base_plugin_common [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Allocated IP 172.20.0.1 (33b94c47-ad2e-4173-8ad2-f913b73d7fae/cc617f40-5d94-4566-b26d-3ca57ad382aa/3aecf4d9-0494-416c-ad46-70588913d6ba) {{(pid=100180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 15:01:13.420828 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 6c515424-979f-4466-9e42-e5534ac52440 up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 15:01:13.527373 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port 6c515424-979f-4466-9e42-e5534ac52440 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:01:13.528318 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:13.553683 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:13.584775 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.provisioning_blocks [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Transition to ACTIVE for port object 3aecf4d9-0494-416c-ad46-70588913d6ba will not be triggered until provisioned by entity DHCP. {{(pid=100180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 15:01:13.617384 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-86b16ee8-8252-4dc7-9b8f-504200d06bfc None None] Notify callbacks [] for port, precommit_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:13.648263 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-86b16ee8-8252-4dc7-9b8f-504200d06bfc None None] Transition to ACTIVE for port object 3ea2f920-0fd5-49b0-b31e-8566f759e493 will not be triggered until provisioned by entity L2. {{(pid=100182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 15:01:13.703793 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25328533'] for port, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:13.706024 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-f4a827b1-5f8d-4ff3-80c6-f6c1e1edfb41 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:13.725485 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-86b16ee8-8252-4dc7-9b8f-504200d06bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:13.728239 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:13.752162 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Network 33b94c47-ad2e-4173-8ad2-f913b73d7fae is already hosted by enough agents. {{(pid=100180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 15:01:13.757035 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.base_scheduler [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Resources bound (agent type, host, resource id): {{(pid=100180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 15:01:13.760802 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Received port after_create {{(pid=100180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 15:01:13.794527 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:13.797564 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b682624-9260-46b6-92f6-294c5359519f None None] Pushing event updated for resources: {'Port': ['ID=3ea2f920-0fd5-49b0-b31e-8566f759e493,revision_number=2']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:13.804197 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-7b682624-9260-46b6-92f6-294c5359519f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:13.805516 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-86b16ee8-8252-4dc7-9b8f-504200d06bfc None None] Attempting to bind port 3ea2f920-0fd5-49b0-b31e-8566f759e493 on host dv-cinder-796286-8-smb for vnic_type normal with profile {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 15:01:13.806430 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-86b16ee8-8252-4dc7-9b8f-504200d06bfc None None] Attempting to bind port 3ea2f920-0fd5-49b0-b31e-8566f759e493 by drivers openvswitch,hyperv on host dv-cinder-796286-8-smb at level 0 using segments [{'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 15:01:13.806803 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b16ee8-8252-4dc7-9b8f-504200d06bfc None None] Attempting to bind port 3ea2f920-0fd5-49b0-b31e-8566f759e493 on network d2ee6402-d146-4119-8365-b6e413e6a66f {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 15:01:13.810275 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622957'] for router_interface, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:13.818585 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b16ee8-8252-4dc7-9b8f-504200d06bfc None None] Checking agent: {'id': 'a806d37f-e7e9-49c9-a0af-39d3c99a85d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 42), 'started_at': datetime.datetime(2021, 6, 23, 14, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 15, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 15:01:13.819019 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b16ee8-8252-4dc7-9b8f-504200d06bfc None None] Checking segment: {'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 15:01:13.819480 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-86b16ee8-8252-4dc7-9b8f-504200d06bfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:13.819886 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b16ee8-8252-4dc7-9b8f-504200d06bfc None None] Bound using segment: {'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'} {{(pid=100182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 15:01:13.820534 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.managers [None req-86b16ee8-8252-4dc7-9b8f-504200d06bfc None None] Bound port: 3ea2f920-0fd5-49b0-b31e-8566f759e493, host: dv-cinder-796286-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5d94ff-850b-475f-bf01-29ba3ab431be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f'}}] {{(pid=100182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 15:01:13.820922 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-86b16ee8-8252-4dc7-9b8f-504200d06bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:13.879806 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-86b16ee8-8252-4dc7-9b8f-504200d06bfc None None] For port 3ea2f920-0fd5-49b0-b31e-8566f759e493, host dv-cinder-796286-8-smb, cleared binding levels {{(pid=100182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 15:01:13.883756 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-86b16ee8-8252-4dc7-9b8f-504200d06bfc None None] For port 3ea2f920-0fd5-49b0-b31e-8566f759e493, host dv-cinder-796286-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=3ea2f920-0fd5-49b0-b31e-8566f759e493,segment=NetworkSegment(ba5d94ff-850b-475f-bf01-29ba3ab431be),segment_id=ba5d94ff-850b-475f-bf01-29ba3ab431be)] {{(pid=100182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 15:01:13.952880 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Pushing event updated for resources: {'Port': ['ID=3aecf4d9-0494-416c-ad46-70588913d6ba,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:13.963783 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:13.964310 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:13.964596 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:13.964967 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:13.968859 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:13.968859 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:13.968859 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:13.970200 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:13.970707 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:13.971138 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:13.971576 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:13.971999 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:01:13.982587 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:14.012460 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-86b16ee8-8252-4dc7-9b8f-504200d06bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:14.017891 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-2c62a8b8-56e6-4f9d-a3d7-c4b32160569f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:14.109927 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b682624-9260-46b6-92f6-294c5359519f None None] Pushing event updated for resources: {'Port': ['ID=3ea2f920-0fd5-49b0-b31e-8566f759e493,revision_number=3']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:14.114283 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b16ee8-8252-4dc7-9b8f-504200d06bfc None None] Routers {'734fb0cc-2e75-4582-96bb-936d548c1b5f'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:01:14.114895 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-86b16ee8-8252-4dc7-9b8f-504200d06bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:01:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['734fb0cc-2e75-4582-96bb-936d548c1b5f'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:01:14.116939 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-7b682624-9260-46b6-92f6-294c5359519f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:14.231510 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:14.242827 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-86b16ee8-8252-4dc7-9b8f-504200d06bfc None None] Set router 734fb0cc-2e75-4582-96bb-936d548c1b5f gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:01:14.310741 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-9d5a10e3-6ec5-4a6c-bd8f-6acccdf3a816 None None] Provisioning for port 3aecf4d9-0494-416c-ad46-70588913d6ba completed by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 15:01:14.331481 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-9d5a10e3-6ec5-4a6c-bd8f-6acccdf3a816 None None] Provisioning complete for port 3aecf4d9-0494-416c-ad46-70588913d6ba triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:01:14.332407 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-9d5a10e3-6ec5-4a6c-bd8f-6acccdf3a816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:14.408460 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-9d5a10e3-6ec5-4a6c-bd8f-6acccdf3a816 None None] Port 3aecf4d9-0494-416c-ad46-70588913d6ba cannot update to ACTIVE because it is not bound. {{(pid=100182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 15:01:14.468550 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416eca00-2df1-4042-8e63-4406ab16b9ea req-9a7b898b-9c4b-43ad-b1ab-98945d7feb9e tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:14.471139 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-416eca00-2df1-4042-8e63-4406ab16b9ea req-9a7b898b-9c4b-43ad-b1ab-98945d7feb9e tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 946 time: 0.1353409 Jun 23 15:01:14.486745 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-86b16ee8-8252-4dc7-9b8f-504200d06bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734fb0cc-2e75-4582-96bb-936d548c1b5f', 'name': 'tempest-TestShelveInstance-1979866581-router', 'tenant_id': '0bb882e91f88423fa18621b35443199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '3ea2f920-0fd5-49b0-b31e-8566f759e493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T15:01:08Z', 'updated_at': '2021-06-23T15:01:11Z', 'revision_number': 3, 'project_id': '0bb882e91f88423fa18621b35443199d', 'gw_port': {'id': '3ea2f920-0fd5-49b0-b31e-8566f759e493', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:99:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734fb0cc-2e75-4582-96bb-936d548c1b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:09Z', 'updated_at': '2021-06-23T15:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb'}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:01:14.524223 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b16ee8-8252-4dc7-9b8f-504200d06bfc None None] The sync data for ids ['734fb0cc-2e75-4582-96bb-936d548c1b5f'] in dv-cinder-796286-8-smb is: [{'id': '734fb0cc-2e75-4582-96bb-936d548c1b5f', 'name': 'tempest-TestShelveInstance-1979866581-router', 'tenant_id': '0bb882e91f88423fa18621b35443199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '3ea2f920-0fd5-49b0-b31e-8566f759e493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T15:01:08Z', 'updated_at': '2021-06-23T15:01:11Z', 'revision_number': 3, 'project_id': '0bb882e91f88423fa18621b35443199d', 'gw_port': {'id': '3ea2f920-0fd5-49b0-b31e-8566f759e493', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:99:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734fb0cc-2e75-4582-96bb-936d548c1b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:09Z', 'updated_at': '2021-06-23T15:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb'}] {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 15:01:14.570758 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-416eca00-2df1-4042-8e63-4406ab16b9ea req-85b117c6-0dfe-4a80-9172-ba46a43bc867 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881815 Jun 23 15:01:14.608803 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:14.662034 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25328519'] for port, after_update {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:14.664772 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-004b43ec-7f2e-475a-ae15-dc8bffad38b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:14.751585 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Pushing event updated for resources: {'Port': ['ID=3aecf4d9-0494-416c-ad46-70588913d6ba,revision_number=2']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:14.754384 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622977'] for router_interface, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:14.756634 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:14.906594 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Network 33b94c47-ad2e-4173-8ad2-f913b73d7fae is already hosted by enough agents. {{(pid=100180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 15:01:14.908814 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.base_scheduler [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Resources bound (agent type, host, resource id): {{(pid=100180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 15:01:15.116855 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Router 734fb0cc-2e75-4582-96bb-936d548c1b5f has already been hosted by L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 {{(pid=100180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 15:01:15.142705 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 3ea2f920-0fd5-49b0-b31e-8566f759e493 up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 15:01:15.269169 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning for port 3ea2f920-0fd5-49b0-b31e-8566f759e493 completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 15:01:15.275164 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port 3ea2f920-0fd5-49b0-b31e-8566f759e493 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:01:15.275555 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:15.301035 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 15:01:15.321426 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-aad07a38-3a95-46f9-b85b-c2b90c9b8deb admin admin] 10.222.0.72 "PUT /v2.0/routers/734fb0cc-2e75-4582-96bb-936d548c1b5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8995013 Jun 23 15:01:15.391370 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-8a8eaedf-c9a1-4a2d-a49e-55f0eb482318 None None] Provisioning complete for port 3aecf4d9-0494-416c-ad46-70588913d6ba triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:01:15.391852 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-8a8eaedf-c9a1-4a2d-a49e-55f0eb482318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:15.439406 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:15.496922 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-c36b1959-2167-4921-97a8-61707844de6b None None] For port 3ea2f920-0fd5-49b0-b31e-8566f759e493, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=3ea2f920-0fd5-49b0-b31e-8566f759e493,segment=NetworkSegment(ba5d94ff-850b-475f-bf01-29ba3ab431be),segment_id=ba5d94ff-850b-475f-bf01-29ba3ab431be)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:01:15.507284 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-8a8eaedf-c9a1-4a2d-a49e-55f0eb482318 None None] Port 3aecf4d9-0494-416c-ad46-70588913d6ba cannot update to ACTIVE because it is not bound. {{(pid=100182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 15:01:15.571376 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:15.578866 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:15.608989 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:15.643861 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Pushing event updated for resources: {'Port': ['ID=3ea2f920-0fd5-49b0-b31e-8566f759e493,revision_number=4']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:15.658392 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:15.880830 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f36305-049f-4db4-9e9e-31e6dd08918f req-df2b912e-9c97-4a6d-8203-a375cbac7586 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:15.884634 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-83f36305-049f-4db4-9e9e-31e6dd08918f req-df2b912e-9c97-4a6d-8203-a375cbac7586 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 946 time: 0.0862715 Jun 23 15:01:15.965043 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-83f36305-049f-4db4-9e9e-31e6dd08918f req-229c444e-c6fc-4e9c-935a-ae6b57b9db68 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721531 Jun 23 15:01:16.058752 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 6 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 15:01:16.731431 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 52526) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:16.736196 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-689f2707-51f3-4b85-98a8-9dd10ab72a2d tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1968078027', 'description': 'tempest-secgroup-smoke-1968078027 description', 'project_id': '53a050db46474be88a57b1333575aea7'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:01:16.831087 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-689f2707-51f3-4b85-98a8-9dd10ab72a2d tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:16.926593 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-689f2707-51f3-4b85-98a8-9dd10ab72a2d tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:17.022717 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-689f2707-51f3-4b85-98a8-9dd10ab72a2d tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:17.025893 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-b12b01f9-1657-4b26-bc2d-4f6fef677149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:17.062813 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f2707-51f3-4b85-98a8-9dd10ab72a2d tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:17.066512 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-689f2707-51f3-4b85-98a8-9dd10ab72a2d tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:17.101431 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 3ea2f920-0fd5-49b0-b31e-8566f759e493 up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 15:01:17.147911 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-689f2707-51f3-4b85-98a8-9dd10ab72a2d tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:17.149400 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-689f2707-51f3-4b85-98a8-9dd10ab72a2d tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4169326 Jun 23 15:01:17.152204 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 52538) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:17.158494 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-cb3bb7dd-a1da-46b8-a6d5-4ce216821509 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Request body: {'security_group_rule': {'security_group_id': 'b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5', 'project_id': '53a050db46474be88a57b1333575aea7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:01:17.205759 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port 3ea2f920-0fd5-49b0-b31e-8566f759e493 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:01:17.206854 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:17.227327 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4149c6-bd65-4806-9b63-ecb4ecaa25bf req-e080c117-f29e-46e9-b690-4ed102080352 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:17.231460 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-be4149c6-bd65-4806-9b63-ecb4ecaa25bf req-e080c117-f29e-46e9-b690-4ed102080352 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 946 time: 0.0826919 Jun 23 15:01:17.290507 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-be4149c6-bd65-4806-9b63-ecb4ecaa25bf req-952b0a8f-ae26-4bb1-a35b-ed24904a055b tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484076 Jun 23 15:01:17.313708 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-cb3bb7dd-a1da-46b8-a6d5-4ce216821509 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:17.391316 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-cb3bb7dd-a1da-46b8-a6d5-4ce216821509 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:17.485310 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-cb3bb7dd-a1da-46b8-a6d5-4ce216821509 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429934'] for security_group_rule, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:17.491125 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:17.515947 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3bb7dd-a1da-46b8-a6d5-4ce216821509 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1faf7c78-26e4-4b57-b21b-18daef0dd356,revision_number=0']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:17.519583 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-cb3bb7dd-a1da-46b8-a6d5-4ce216821509 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:17.585419 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54937200-990c-4662-a1cb-ae9c9e808e42 None None] Sync routers for ids ['734fb0cc-2e75-4582-96bb-936d548c1b5f'] in dv-cinder-796286-8-smb {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 15:01:17.599045 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54937200-990c-4662-a1cb-ae9c9e808e42 None None] Routers {'734fb0cc-2e75-4582-96bb-936d548c1b5f'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:01:17.599771 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-54937200-990c-4662-a1cb-ae9c9e808e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:01:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['734fb0cc-2e75-4582-96bb-936d548c1b5f'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:01:17.605381 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-cb3bb7dd-a1da-46b8-a6d5-4ce216821509 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:17.609395 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-cb3bb7dd-a1da-46b8-a6d5-4ce216821509 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4554451 Jun 23 15:01:17.609537 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 52542) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:17.614916 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-dd868f82-47d5-4730-86de-2421fefa0d72 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Request body: {'security_group_rule': {'security_group_id': 'b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5', 'project_id': '53a050db46474be88a57b1333575aea7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:01:17.733015 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-dd868f82-47d5-4730-86de-2421fefa0d72 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:17.737424 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-54937200-990c-4662-a1cb-ae9c9e808e42 None None] Set router 734fb0cc-2e75-4582-96bb-936d548c1b5f gateway port host: dv-cinder-796286-8-smb {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:01:17.785881 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-dd868f82-47d5-4730-86de-2421fefa0d72 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:17.874163 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-dd868f82-47d5-4730-86de-2421fefa0d72 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429934'] for security_group_rule, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:17.876966 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:17.909853 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd868f82-47d5-4730-86de-2421fefa0d72 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=634008cb-7ae3-4934-944f-1c2571b1897f,revision_number=0']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:17.912493 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-dd868f82-47d5-4730-86de-2421fefa0d72 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:17.971855 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-dd868f82-47d5-4730-86de-2421fefa0d72 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:17.973073 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-dd868f82-47d5-4730-86de-2421fefa0d72 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3625872 Jun 23 15:01:17.976128 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 52544) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:17.981603 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-f8090fbb-2d8a-4222-80a7-fc979ce77264 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Request body: {'security_group_rule': {'security_group_id': 'b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5', 'project_id': '53a050db46474be88a57b1333575aea7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:01:17.987027 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-54937200-990c-4662-a1cb-ae9c9e808e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734fb0cc-2e75-4582-96bb-936d548c1b5f', 'name': 'tempest-TestShelveInstance-1979866581-router', 'tenant_id': '0bb882e91f88423fa18621b35443199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '3ea2f920-0fd5-49b0-b31e-8566f759e493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T15:01:08Z', 'updated_at': '2021-06-23T15:01:14Z', 'revision_number': 4, 'project_id': '0bb882e91f88423fa18621b35443199d', 'gw_port': {'id': '3ea2f920-0fd5-49b0-b31e-8566f759e493', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734fb0cc-2e75-4582-96bb-936d548c1b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:09Z', 'updated_at': '2021-06-23T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '3aecf4d9-0494-416c-ad46-70588913d6ba', 'name': '', 'network_id': '33b94c47-ad2e-4173-8ad2-f913b73d7fae', 'tenant_id': '0bb882e91f88423fa18621b35443199d', 'mac_address': 'fa:16:3e:14:16:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734fb0cc-2e75-4582-96bb-936d548c1b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'cc617f40-5d94-4566-b26d-3ca57ad382aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:13Z', 'updated_at': '2021-06-23T15:01:14Z', 'revision_number': 2, 'project_id': '0bb882e91f88423fa18621b35443199d', 'subnets': [{'id': 'cc617f40-5d94-4566-b26d-3ca57ad382aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:01:18.023544 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54937200-990c-4662-a1cb-ae9c9e808e42 None None] Checking router: 734fb0cc-2e75-4582-96bb-936d548c1b5f for host: dv-cinder-796286-8-smb {{(pid=100183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 15:01:18.023918 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54937200-990c-4662-a1cb-ae9c9e808e42 None None] Updating router 734fb0cc-2e75-4582-96bb-936d548c1b5f port 3aecf4d9-0494-416c-ad46-70588913d6ba binding host dv-cinder-796286-8-smb {{(pid=100183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 15:01:18.068293 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-54937200-990c-4662-a1cb-ae9c9e808e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:18.148203 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f8090fbb-2d8a-4222-80a7-fc979ce77264 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:18.220794 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f8090fbb-2d8a-4222-80a7-fc979ce77264 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:18.297439 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f8090fbb-2d8a-4222-80a7-fc979ce77264 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429934'] for security_group_rule, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:18.299501 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:18.317359 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8090fbb-2d8a-4222-80a7-fc979ce77264 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8ac99a3-27cb-4656-9b79-084420e52b43,revision_number=0']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:18.320301 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-f8090fbb-2d8a-4222-80a7-fc979ce77264 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:18.394236 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f8090fbb-2d8a-4222-80a7-fc979ce77264 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:18.395535 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-f8090fbb-2d8a-4222-80a7-fc979ce77264 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4178097 Jun 23 15:01:18.398383 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 52548) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:18.403966 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-866bf59f-ec49-4cce-b522-f707fe79cf8e tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Request body: {'security_group_rule': {'security_group_id': 'b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5', 'project_id': '53a050db46474be88a57b1333575aea7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:01:18.491548 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-866bf59f-ec49-4cce-b522-f707fe79cf8e tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:18.507383 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb4efa-aaae-4713-a81a-5d9fac87f321 req-7f8036d2-2eca-4564-af5b-1985bc55c484 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:18.509317 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-46cb4efa-aaae-4713-a81a-5d9fac87f321 req-7f8036d2-2eca-4564-af5b-1985bc55c484 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 946 time: 0.0963099 Jun 23 15:01:18.531509 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-54937200-990c-4662-a1cb-ae9c9e808e42 None None] Notify callbacks [] for port, precommit_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:18.543534 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.provisioning_blocks [None req-54937200-990c-4662-a1cb-ae9c9e808e42 None None] Transition to ACTIVE for port object 3aecf4d9-0494-416c-ad46-70588913d6ba will not be triggered until provisioned by entity L2. {{(pid=100183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 15:01:18.556446 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-46cb4efa-aaae-4713-a81a-5d9fac87f321 req-c46199f9-871c-422f-8f6f-9e7b837d9112 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397108 Jun 23 15:01:18.602509 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-866bf59f-ec49-4cce-b522-f707fe79cf8e tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:18.611652 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-54937200-990c-4662-a1cb-ae9c9e808e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:18.615112 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:18.662349 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-866bf59f-ec49-4cce-b522-f707fe79cf8e tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429934'] for security_group_rule, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:18.664441 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-f8090fbb-2d8a-4222-80a7-fc979ce77264 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:18.692747 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866bf59f-ec49-4cce-b522-f707fe79cf8e tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e16ce31c-3745-4380-9fe1-9541d3b65672,revision_number=0']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:18.695538 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-866bf59f-ec49-4cce-b522-f707fe79cf8e tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:18.711429 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb9c1a-d9b2-41bf-b550-74ec0e3b5141 None None] Pushing event updated for resources: {'Port': ['ID=3aecf4d9-0494-416c-ad46-70588913d6ba,revision_number=3']} {{(pid=100183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:18.724502 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [None req-b5eb9c1a-d9b2-41bf-b550-74ec0e3b5141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:18.753513 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-866bf59f-ec49-4cce-b522-f707fe79cf8e tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:18.754875 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-866bf59f-ec49-4cce-b522-f707fe79cf8e tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3554478 Jun 23 15:01:18.757554 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 52552) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:18.762512 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-a499ef80-217f-49f2-9c31-fa6bc471f5b7 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Request body: {'security_group_rule': {'security_group_id': 'b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5', 'project_id': '53a050db46474be88a57b1333575aea7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:01:18.789748 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.managers [None req-54937200-990c-4662-a1cb-ae9c9e808e42 None None] Attempting to bind port 3aecf4d9-0494-416c-ad46-70588913d6ba on host dv-cinder-796286-8-smb for vnic_type normal with profile {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 15:01:18.790446 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.managers [None req-54937200-990c-4662-a1cb-ae9c9e808e42 None None] Attempting to bind port 3aecf4d9-0494-416c-ad46-70588913d6ba by drivers openvswitch,hyperv on host dv-cinder-796286-8-smb at level 0 using segments [{'id': '44aa5c6c-d8fb-4eac-8d79-c6778111df44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '33b94c47-ad2e-4173-8ad2-f913b73d7fae'}] {{(pid=100183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 15:01:18.791109 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54937200-990c-4662-a1cb-ae9c9e808e42 None None] Attempting to bind port 3aecf4d9-0494-416c-ad46-70588913d6ba on network 33b94c47-ad2e-4173-8ad2-f913b73d7fae {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 15:01:18.797970 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54937200-990c-4662-a1cb-ae9c9e808e42 None None] Checking agent: {'id': 'a806d37f-e7e9-49c9-a0af-39d3c99a85d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 42), 'started_at': datetime.datetime(2021, 6, 23, 14, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 15, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 15:01:18.799029 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54937200-990c-4662-a1cb-ae9c9e808e42 None None] Checking segment: {'id': '44aa5c6c-d8fb-4eac-8d79-c6778111df44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '33b94c47-ad2e-4173-8ad2-f913b73d7fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 15:01:18.799849 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-54937200-990c-4662-a1cb-ae9c9e808e42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:18.800481 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54937200-990c-4662-a1cb-ae9c9e808e42 None None] Bound using segment: {'id': '44aa5c6c-d8fb-4eac-8d79-c6778111df44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '33b94c47-ad2e-4173-8ad2-f913b73d7fae'} {{(pid=100183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 15:01:18.801280 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.managers [None req-54937200-990c-4662-a1cb-ae9c9e808e42 None None] Bound port: 3aecf4d9-0494-416c-ad46-70588913d6ba, host: dv-cinder-796286-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44aa5c6c-d8fb-4eac-8d79-c6778111df44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '33b94c47-ad2e-4173-8ad2-f913b73d7fae'}}] {{(pid=100183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 15:01:18.801883 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-54937200-990c-4662-a1cb-ae9c9e808e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:18.856468 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.db.securitygroups_db [None req-a499ef80-217f-49f2-9c31-fa6bc471f5b7 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Project 53a050db46474be88a57b1333575aea7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 15:01:18.862010 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a499ef80-217f-49f2-9c31-fa6bc471f5b7 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:18.898803 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.db [None req-54937200-990c-4662-a1cb-ae9c9e808e42 None None] For port 3aecf4d9-0494-416c-ad46-70588913d6ba, host dv-cinder-796286-8-smb, cleared binding levels {{(pid=100183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 15:01:18.902922 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.plugins.ml2.db [None req-54937200-990c-4662-a1cb-ae9c9e808e42 None None] For port 3aecf4d9-0494-416c-ad46-70588913d6ba, host dv-cinder-796286-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=3aecf4d9-0494-416c-ad46-70588913d6ba,segment=NetworkSegment(44aa5c6c-d8fb-4eac-8d79-c6778111df44),segment_id=44aa5c6c-d8fb-4eac-8d79-c6778111df44)] {{(pid=100183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 15:01:18.973179 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron_lib.callbacks.manager [None req-54937200-990c-4662-a1cb-ae9c9e808e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:18.975594 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [None req-b5eb9c1a-d9b2-41bf-b550-74ec0e3b5141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:18.992509 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a499ef80-217f-49f2-9c31-fa6bc471f5b7 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:19.038456 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54937200-990c-4662-a1cb-ae9c9e808e42 None None] Routers {'734fb0cc-2e75-4582-96bb-936d548c1b5f'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:01:19.039175 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-54937200-990c-4662-a1cb-ae9c9e808e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:01:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['734fb0cc-2e75-4582-96bb-936d548c1b5f'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:01:19.051130 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a499ef80-217f-49f2-9c31-fa6bc471f5b7 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429934'] for security_group_rule, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:19.054471 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:19.080375 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb9c1a-d9b2-41bf-b550-74ec0e3b5141 None None] Pushing event updated for resources: {'Port': ['ID=3aecf4d9-0494-416c-ad46-70588913d6ba,revision_number=4']} {{(pid=100183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:19.089331 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG oslo_concurrency.lockutils [None req-b5eb9c1a-d9b2-41bf-b550-74ec0e3b5141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100183) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:19.102303 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499ef80-217f-49f2-9c31-fa6bc471f5b7 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c06eb8-0783-4131-9f6c-07ec0ee4d98d,revision_number=0']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:19.112828 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-a499ef80-217f-49f2-9c31-fa6bc471f5b7 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:19.180661 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-54937200-990c-4662-a1cb-ae9c9e808e42 None None] Set router 734fb0cc-2e75-4582-96bb-936d548c1b5f gateway port host: dv-cinder-796286-8-smb {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:01:19.194388 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-a499ef80-217f-49f2-9c31-fa6bc471f5b7 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:19.196066 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-a499ef80-217f-49f2-9c31-fa6bc471f5b7 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4374995 Jun 23 15:01:19.198976 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 52554) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:19.204625 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-d5cc0f00-c35d-43b9-b700-36212a6d7631 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Request body: {'security_group_rule': {'security_group_id': 'b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5', 'project_id': '53a050db46474be88a57b1333575aea7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:01:19.303515 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.db.securitygroups_db [None req-d5cc0f00-c35d-43b9-b700-36212a6d7631 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Project 53a050db46474be88a57b1333575aea7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 15:01:19.313475 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-d5cc0f00-c35d-43b9-b700-36212a6d7631 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:19.419135 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-d5cc0f00-c35d-43b9-b700-36212a6d7631 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:19.420818 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-54937200-990c-4662-a1cb-ae9c9e808e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734fb0cc-2e75-4582-96bb-936d548c1b5f', 'name': 'tempest-TestShelveInstance-1979866581-router', 'tenant_id': '0bb882e91f88423fa18621b35443199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '3ea2f920-0fd5-49b0-b31e-8566f759e493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T15:01:08Z', 'updated_at': '2021-06-23T15:01:14Z', 'revision_number': 4, 'project_id': '0bb882e91f88423fa18621b35443199d', 'gw_port': {'id': '3ea2f920-0fd5-49b0-b31e-8566f759e493', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734fb0cc-2e75-4582-96bb-936d548c1b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:09Z', 'updated_at': '2021-06-23T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '3aecf4d9-0494-416c-ad46-70588913d6ba', 'name': '', 'network_id': '33b94c47-ad2e-4173-8ad2-f913b73d7fae', 'tenant_id': '0bb882e91f88423fa18621b35443199d', 'mac_address': 'fa:16:3e:14:16:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734fb0cc-2e75-4582-96bb-936d548c1b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'cc617f40-5d94-4566-b26d-3ca57ad382aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:13Z', 'updated_at': '2021-06-23T15:01:18Z', 'revision_number': 4, 'project_id': '0bb882e91f88423fa18621b35443199d', 'subnets': [{'id': 'cc617f40-5d94-4566-b26d-3ca57ad382aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:01:19.454207 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54937200-990c-4662-a1cb-ae9c9e808e42 None None] The sync data for ids ['734fb0cc-2e75-4582-96bb-936d548c1b5f'] in dv-cinder-796286-8-smb is: [{'id': '734fb0cc-2e75-4582-96bb-936d548c1b5f', 'name': 'tempest-TestShelveInstance-1979866581-router', 'tenant_id': '0bb882e91f88423fa18621b35443199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '3ea2f920-0fd5-49b0-b31e-8566f759e493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T15:01:08Z', 'updated_at': '2021-06-23T15:01:14Z', 'revision_number': 4, 'project_id': '0bb882e91f88423fa18621b35443199d', 'gw_port': {'id': '3ea2f920-0fd5-49b0-b31e-8566f759e493', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734fb0cc-2e75-4582-96bb-936d548c1b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:09Z', 'updated_at': '2021-06-23T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '3aecf4d9-0494-416c-ad46-70588913d6ba', 'name': '', 'network_id': '33b94c47-ad2e-4173-8ad2-f913b73d7fae', 'tenant_id': '0bb882e91f88423fa18621b35443199d', 'mac_address': 'fa:16:3e:14:16:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734fb0cc-2e75-4582-96bb-936d548c1b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'cc617f40-5d94-4566-b26d-3ca57ad382aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:13Z', 'updated_at': '2021-06-23T15:01:18Z', 'revision_number': 4, 'project_id': '0bb882e91f88423fa18621b35443199d', 'subnets': [{'id': 'cc617f40-5d94-4566-b26d-3ca57ad382aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 15:01:19.480456 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-d5cc0f00-c35d-43b9-b700-36212a6d7631 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429934'] for security_group_rule, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:19.489860 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:19.530843 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc0f00-c35d-43b9-b700-36212a6d7631 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1364ed56-af28-42ef-8431-0f3681e303b0,revision_number=0']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:19.534802 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-d5cc0f00-c35d-43b9-b700-36212a6d7631 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:19.623185 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-d5cc0f00-c35d-43b9-b700-36212a6d7631 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:19.638767 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-d5cc0f00-c35d-43b9-b700-36212a6d7631 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4303315 Jun 23 15:01:19.936349 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f3266-5279-4309-aa65-bbe4b29a8f44 req-94bc2552-4a8b-4602-a5cf-fb55501d42a7 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:19.938512 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d76f3266-5279-4309-aa65-bbe4b29a8f44 req-94bc2552-4a8b-4602-a5cf-fb55501d42a7 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 946 time: 0.1276979 Jun 23 15:01:20.003145 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d76f3266-5279-4309-aa65-bbe4b29a8f44 req-4d2659ec-9c63-46f6-b11a-59fc6d859997 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548158 Jun 23 15:01:21.096613 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 3aecf4d9-0494-416c-ad46-70588913d6ba up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 15:01:21.216805 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning for port 3aecf4d9-0494-416c-ad46-70588913d6ba completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 15:01:21.221700 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port 3aecf4d9-0494-416c-ad46-70588913d6ba triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:01:21.222160 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:21.223699 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d93a35-8cfb-4b8d-875c-a2809a3bcac1 req-0eb0657d-b1b2-4e68-8e1f-9a5f1c2cae25 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:21.230503 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e9d93a35-8cfb-4b8d-875c-a2809a3bcac1 req-0eb0657d-b1b2-4e68-8e1f-9a5f1c2cae25 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 946 time: 0.0841575 Jun 23 15:01:21.279348 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e9d93a35-8cfb-4b8d-875c-a2809a3bcac1 req-46b6db70-9eb2-4900-8d08-fc7009dc7a20 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478976 Jun 23 15:01:21.335187 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:21.369537 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-c36b1959-2167-4921-97a8-61707844de6b None None] For port 3aecf4d9-0494-416c-ad46-70588913d6ba, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=3aecf4d9-0494-416c-ad46-70588913d6ba,segment=NetworkSegment(44aa5c6c-d8fb-4eac-8d79-c6778111df44),segment_id=44aa5c6c-d8fb-4eac-8d79-c6778111df44)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:01:21.440691 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:21.442910 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:21.514117 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Pushing event updated for resources: {'Port': ['ID=3aecf4d9-0494-416c-ad46-70588913d6ba,revision_number=5']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:21.518592 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:22.478752 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb5401-2e09-4d8e-b48d-f566e9d67f0a req-5ed4b4ba-d2c3-4e40-a8c3-76329b77eac1 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:22.483266 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-babb5401-2e09-4d8e-b48d-f566e9d67f0a req-5ed4b4ba-d2c3-4e40-a8c3-76329b77eac1 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 946 time: 0.0769324 Jun 23 15:01:22.525331 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-babb5401-2e09-4d8e-b48d-f566e9d67f0a req-dd3a6939-94e6-4eba-81f1-abf6c5030950 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354531 Jun 23 15:01:22.726822 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fb593-39fc-4035-afe0-04a1087b3f58 req-4d2ae971-37ce-4054-a9cb-4bdb449791be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:22.728339 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-7a1fb593-39fc-4035-afe0-04a1087b3f58 req-4d2ae971-37ce-4054-a9cb-4bdb449791be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=662a27900f4b4c86b36ebf9acc29eeb6&device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 1099 time: 0.0553367 Jun 23 15:01:22.815903 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fb593-39fc-4035-afe0-04a1087b3f58 req-92d01b50-3e93-4d3d-aca0-5c61a389f110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:22.817369 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-7a1fb593-39fc-4035-afe0-04a1087b3f58 req-92d01b50-3e93-4d3d-aca0-5c61a389f110 service neutron] 10.222.0.46 "GET /v2.0/networks?id=751b38e2-092c-451f-8e10-78172c3e29c3 HTTP/1.1" status: 200 len: 917 time: 0.0822861 Jun 23 15:01:22.887295 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-7a1fb593-39fc-4035-afe0-04a1087b3f58 req-2786afc9-82e6-4365-91df-904c925dbf8e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=348c3845-7223-48ad-b737-66b795a39140 HTTP/1.1" status: 200 len: 1002 time: 0.0626731 Jun 23 15:01:22.935583 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fb593-39fc-4035-afe0-04a1087b3f58 req-f8e8a215-216c-4d06-a58c-09645398410b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:22.937001 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-7a1fb593-39fc-4035-afe0-04a1087b3f58 req-f8e8a215-216c-4d06-a58c-09645398410b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c70a621-ace7-4983-aa1c-39b0c0eb6481 HTTP/1.1" status: 200 len: 855 time: 0.0435705 Jun 23 15:01:23.000725 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fb593-39fc-4035-afe0-04a1087b3f58 req-7979f5a2-7c4d-4f9e-b717-6905d136eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:23.002364 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-7a1fb593-39fc-4035-afe0-04a1087b3f58 req-7979f5a2-7c4d-4f9e-b717-6905d136eaa6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=751b38e2-092c-451f-8e10-78172c3e29c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0572631 Jun 23 15:01:23.047474 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 3aecf4d9-0494-416c-ad46-70588913d6ba up at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 15:01:23.103630 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Provisioning complete for port 3aecf4d9-0494-416c-ad46-70588913d6ba triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:01:23.104281 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:23.115407 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-7a1fb593-39fc-4035-afe0-04a1087b3f58 req-54e9ef9f-474d-4c0d-999e-3296afa6c1cf service neutron] 10.222.0.46 "GET /v2.0/networks/751b38e2-092c-451f-8e10-78172c3e29c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046691 Jun 23 15:01:23.222795 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-7a1fb593-39fc-4035-afe0-04a1087b3f58 req-e99c627b-64ab-4d96-8b92-1420d82bec43 service neutron] 10.222.0.46 "GET /v2.0/networks/751b38e2-092c-451f-8e10-78172c3e29c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981531 Jun 23 15:01:23.710717 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e822c76-0d08-4732-beb8-3fdfbfae79ec req-48b8bbfb-c55e-494e-a815-6665a7fd28e6 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:23.712413 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0e822c76-0d08-4732-beb8-3fdfbfae79ec req-48b8bbfb-c55e-494e-a815-6665a7fd28e6 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 946 time: 0.0660720 Jun 23 15:01:23.750971 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0e822c76-0d08-4732-beb8-3fdfbfae79ec req-20aafe80-8910-4f7d-9357-cc3e52f7b647 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327578 Jun 23 15:01:24.943929 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b35b41-8e8b-49c1-8d92-b7fbd88f2930 req-b7b8d70f-87c3-438e-8dde-67fdc2341019 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:24.945363 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-96b35b41-8e8b-49c1-8d92-b7fbd88f2930 req-b7b8d70f-87c3-438e-8dde-67fdc2341019 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 946 time: 0.0703318 Jun 23 15:01:24.983499 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-96b35b41-8e8b-49c1-8d92-b7fbd88f2930 req-8046dfeb-550f-4bee-840b-4b0217912436 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321512 Jun 23 15:01:25.317991 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4b7cc-1412-4765-8769-083f70f22df2 req-fd24f5a5-6b11-4e41-8e9d-7074f654e199 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:25.319470 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-41a4b7cc-1412-4765-8769-083f70f22df2 req-fd24f5a5-6b11-4e41-8e9d-7074f654e199 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd771b4a-7ab6-4192-9f0c-316750a2a968 HTTP/1.1" status: 200 len: 946 time: 0.0632544 Jun 23 15:01:25.357954 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-41a4b7cc-1412-4765-8769-083f70f22df2 req-03ed1987-64a9-41ab-9a6c-08d44cfe6e19 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=ddee64e6-896c-4c42-9478-115f3269c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324223 Jun 23 15:01:26.175847 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dabad7-53c4-4961-9b6b-43bbfef6cb71 req-38dd4cac-a784-4270-9c93-9cbe20409f2f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:26.177297 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e7dabad7-53c4-4961-9b6b-43bbfef6cb71 req-38dd4cac-a784-4270-9c93-9cbe20409f2f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 946 time: 0.0668745 Jun 23 15:01:26.217307 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e7dabad7-53c4-4961-9b6b-43bbfef6cb71 req-8ffcd1de-7b06-4b00-8ee8-3313a14e0e50 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343888 Jun 23 15:01:26.248537 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 348c3845-7223-48ad-b737-66b795a39140 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:01:26.326320 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:26.349609 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4953b8-6b46-4602-abb3-bcc828a8eb63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '348c3845-7223-48ad-b737-66b795a39140'}] {{(pid=100182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:01:26.351973 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2be0bd3a3b87df06192a81cc7e782664f9eb16b4f3df3f1ec53fa4495edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37907ec-7275-499f-bf01-1211e1c0c355" -d '{"events": [{"server_uuid": "7b4953b8-6b46-4602-abb3-bcc828a8eb63", "name": "network-vif-unplugged", "status": "completed", "tag": "348c3845-7223-48ad-b737-66b795a39140"}]}' {{(pid=100182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:01:26.364609 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 348c3845-7223-48ad-b737-66b795a39140, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=348c3845-7223-48ad-b737-66b795a39140,segment=NetworkSegment(53319a76-a6c9-4f00-b8bd-5ceecb1d2786),segment_id=53319a76-a6c9-4f00-b8bd-5ceecb1d2786)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:01:26.405489 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:26.407326 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:26.439376 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 15:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e97796-9784-4575-bf35-2753156f18cd x-openstack-request-id: req-b4e97796-9784-4575-bf35-2753156f18cd {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:01:26.439683 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4953b8-6b46-4602-abb3-bcc828a8eb63", "name": "network-vif-unplugged", "status": "failed", "tag": "348c3845-7223-48ad-b737-66b795a39140", "code": 422}]} {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:01:26.439960 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b4e97796-9784-4575-bf35-2753156f18cd {{(pid=100182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:01:26.440396 dv-cinder-796286-8-smb neutron-server[100182]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7b4953b8-6b46-4602-abb3-bcc828a8eb63', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '348c3845-7223-48ad-b737-66b795a39140', 'code': 422} returned with failed status Jun 23 15:01:26.459704 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=348c3845-7223-48ad-b737-66b795a39140,revision_number=8']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:26.462902 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:26.588899 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cb8fc-5337-4d7c-aed0-8a7149348e17 req-2131724b-4027-43dd-85bd-1221f9de84be tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:26.590439 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-831cb8fc-5337-4d7c-aed0-8a7149348e17 req-2131724b-4027-43dd-85bd-1221f9de84be tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd771b4a-7ab6-4192-9f0c-316750a2a968 HTTP/1.1" status: 200 len: 946 time: 0.0628457 Jun 23 15:01:26.627584 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-831cb8fc-5337-4d7c-aed0-8a7149348e17 req-3d7efc8b-a929-4f3e-8e45-77d606c0d2f4 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=ddee64e6-896c-4c42-9478-115f3269c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315535 Jun 23 15:01:27.246238 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fad750-f0db-4cf0-a8ee-daf20d4303d0 req-493842ca-2320-46bc-84e6-618e37095345 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:27.247629 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-f7fad750-f0db-4cf0-a8ee-daf20d4303d0 req-493842ca-2320-46bc-84e6-618e37095345 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd771b4a-7ab6-4192-9f0c-316750a2a968 HTTP/1.1" status: 200 len: 946 time: 0.0683329 Jun 23 15:01:27.352060 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-f7fad750-f0db-4cf0-a8ee-daf20d4303d0 req-0dc2c4bb-9219-482e-8913-bb7eb80d94d9 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Deleting port 8262c359-d4d2-425b-85c5-211bcb246f15 {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:01:27.352405 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-f7fad750-f0db-4cf0-a8ee-daf20d4303d0 req-0dc2c4bb-9219-482e-8913-bb7eb80d94d9 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:27.448963 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-f7fad750-f0db-4cf0-a8ee-daf20d4303d0 req-0dc2c4bb-9219-482e-8913-bb7eb80d94d9 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] For port 8262c359-d4d2-425b-85c5-211bcb246f15, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8262c359-d4d2-425b-85c5-211bcb246f15,segment=NetworkSegment(bf6f38a0-ba02-434f-b4a6-fb330c9d3c50),segment_id=bf6f38a0-ba02-434f-b4a6-fb330c9d3c50)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:01:27.449323 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-f7fad750-f0db-4cf0-a8ee-daf20d4303d0 req-0dc2c4bb-9219-482e-8913-bb7eb80d94d9 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:27.804815 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260401f-a789-49f5-a20f-d76dec4ac3bc req-bc5d529b-e12f-432a-9b6e-787b7bad2299 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:27.806324 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7260401f-a789-49f5-a20f-d76dec4ac3bc req-bc5d529b-e12f-432a-9b6e-787b7bad2299 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd771b4a-7ab6-4192-9f0c-316750a2a968 HTTP/1.1" status: 200 len: 946 time: 0.0645897 Jun 23 15:01:27.845849 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7260401f-a789-49f5-a20f-d76dec4ac3bc req-b122c7f6-6be0-4bf6-af46-2a6a4b9d6379 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups?id=ddee64e6-896c-4c42-9478-115f3269c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332720 Jun 23 15:01:27.868581 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-f7fad750-f0db-4cf0-a8ee-daf20d4303d0 req-0dc2c4bb-9219-482e-8913-bb7eb80d94d9 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:27.868947 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-f7fad750-f0db-4cf0-a8ee-daf20d4303d0 req-0dc2c4bb-9219-482e-8913-bb7eb80d94d9 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643682'] for floatingip, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:27.869252 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.db.l3_db [req-f7fad750-f0db-4cf0-a8ee-daf20d4303d0 req-0dc2c4bb-9219-482e-8913-bb7eb80d94d9 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Floating IP e7d984eb-25e8-44f2-af11-b60f532b2e7e disassociated. External IP: 172.28.1.53, port: 8262c359-d4d2-425b-85c5-211bcb246f15. Jun 23 15:01:27.869577 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-f7fad750-f0db-4cf0-a8ee-daf20d4303d0 req-0dc2c4bb-9219-482e-8913-bb7eb80d94d9 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Calling delete_port for 8262c359-d4d2-425b-85c5-211bcb246f15 owned by compute:nova {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:01:28.073717 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-f7fad750-f0db-4cf0-a8ee-daf20d4303d0 req-0dc2c4bb-9219-482e-8913-bb7eb80d94d9 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:28.077835 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-dae27c9f-1977-4c3e-814b-72c737f4f406 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:28.107185 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2c4bb-9219-482e-8913-bb7eb80d94d9 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Pushing event deleted for resources: {'Port': ['ID=8262c359-d4d2-425b-85c5-211bcb246f15,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:28.110418 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-0dc2c4bb-9219-482e-8913-bb7eb80d94d9 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:28.219430 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7fad750-f0db-4cf0-a8ee-daf20d4303d0 req-0dc2c4bb-9219-482e-8913-bb7eb80d94d9 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Router 32f6e716-1a07-4282-9442-036de0a07b13 has already been hosted by L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 {{(pid=100181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 15:01:28.326753 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7fad750-f0db-4cf0-a8ee-daf20d4303d0 req-0dc2c4bb-9219-482e-8913-bb7eb80d94d9 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 15:01:28.337077 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606b234e-d4dd-407b-b079-f67a8859cb3c None None] Sync routers for ids ['32f6e716-1a07-4282-9442-036de0a07b13'] in dv-cinder-796286-8-smb {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 15:01:28.347500 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606b234e-d4dd-407b-b079-f67a8859cb3c None None] Routers {'32f6e716-1a07-4282-9442-036de0a07b13'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:01:28.348210 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-606b234e-d4dd-407b-b079-f67a8859cb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:01:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['32f6e716-1a07-4282-9442-036de0a07b13'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:01:28.373232 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fad750-f0db-4cf0-a8ee-daf20d4303d0 req-0dc2c4bb-9219-482e-8913-bb7eb80d94d9 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] No DVR routers for this DVR port 8262c359-d4d2-425b-85c5-211bcb246f15 on host hv-cinder-79628 {{(pid=100181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 15:01:28.375953 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-f7fad750-f0db-4cf0-a8ee-daf20d4303d0 req-0dc2c4bb-9219-482e-8913-bb7eb80d94d9 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:28.378108 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-f7fad750-f0db-4cf0-a8ee-daf20d4303d0 req-0dc2c4bb-9219-482e-8913-bb7eb80d94d9 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.46 "DELETE /v2.0/ports/8262c359-d4d2-425b-85c5-211bcb246f15 HTTP/1.1" status: 204 len: 173 time: 1.1248119 Jun 23 15:01:28.379183 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd771b4a-7ab6-4192-9f0c-316750a2a968', 'name': 'network-vif-deleted', 'tag': '8262c359-d4d2-425b-85c5-211bcb246f15'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:01:28.382320 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9754b5-d098-4b07-8b65-83685e28180c" -d '{"events": [{"server_uuid": "bd771b4a-7ab6-4192-9f0c-316750a2a968", "name": "network-vif-deleted", "tag": "8262c359-d4d2-425b-85c5-211bcb246f15"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:01:28.509060 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 15:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc176f3a-9b6e-48f6-8829-6fad9db9770e x-openstack-request-id: req-fc176f3a-9b6e-48f6-8829-6fad9db9770e {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:01:28.509060 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd771b4a-7ab6-4192-9f0c-316750a2a968", "name": "network-vif-deleted", "tag": "8262c359-d4d2-425b-85c5-211bcb246f15", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:01:28.509060 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fc176f3a-9b6e-48f6-8829-6fad9db9770e {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:01:28.509060 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd771b4a-7ab6-4192-9f0c-316750a2a968', 'name': 'network-vif-deleted', 'tag': '8262c359-d4d2-425b-85c5-211bcb246f15', 'status': 'completed', 'code': 200} Jun 23 15:01:28.550429 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-606b234e-d4dd-407b-b079-f67a8859cb3c None None] Set router 32f6e716-1a07-4282-9442-036de0a07b13 gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:01:28.580945 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65b26c-593b-47d1-a0fc-cf366ff2cd2d req-91a7c601-fb73-41ba-842b-a0784919fe55 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:28.586341 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-da65b26c-593b-47d1-a0fc-cf366ff2cd2d req-91a7c601-fb73-41ba-842b-a0784919fe55 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 944 time: 0.0795419 Jun 23 15:01:28.650376 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-da65b26c-593b-47d1-a0fc-cf366ff2cd2d req-e295e90b-ef3c-4b68-9519-f03de735b84d tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583894 Jun 23 15:01:28.742792 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-f19d7029-fa88-449b-af4a-e93933365a5e req-6ed156e3-2260-42c0-8238-4ef50d84fc60 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0577939 Jun 23 15:01:28.789310 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-606b234e-d4dd-407b-b079-f67a8859cb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f6e716-1a07-4282-9442-036de0a07b13', 'name': 'tempest-AttachVolumeTestJSON-2121293109-router', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:49Z', 'updated_at': '2021-06-23T14:56:01Z', 'revision_number': 4, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'gw_port': {'id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '98bee53c-a5a8-4825-9107-5cef25557dc0', 'name': '', 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'mac_address': 'fa:16:3e:73:b5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:58Z', 'updated_at': '2021-06-23T14:56:12Z', 'revision_number': 5, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'subnets': [{'id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:01:28.820219 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606b234e-d4dd-407b-b079-f67a8859cb3c None None] Checking router: 32f6e716-1a07-4282-9442-036de0a07b13 for host: dv-cinder-796286-8-smb {{(pid=100182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 15:01:28.829522 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606b234e-d4dd-407b-b079-f67a8859cb3c None None] Routers {'32f6e716-1a07-4282-9442-036de0a07b13'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:01:28.830186 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-606b234e-d4dd-407b-b079-f67a8859cb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:01:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['32f6e716-1a07-4282-9442-036de0a07b13'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:01:28.948594 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-606b234e-d4dd-407b-b079-f67a8859cb3c None None] Set router 32f6e716-1a07-4282-9442-036de0a07b13 gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:01:29.024654 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-7727ac35-0419-4dfd-8836-72dd7be28a82 req-34195b76-f722-4b3e-8c59-b436ac7d84c6 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd771b4a-7ab6-4192-9f0c-316750a2a968 HTTP/1.1" status: 200 len: 210 time: 0.0299191 Jun 23 15:01:29.181837 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-606b234e-d4dd-407b-b079-f67a8859cb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f6e716-1a07-4282-9442-036de0a07b13', 'name': 'tempest-AttachVolumeTestJSON-2121293109-router', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:49Z', 'updated_at': '2021-06-23T14:56:01Z', 'revision_number': 4, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'gw_port': {'id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '98bee53c-a5a8-4825-9107-5cef25557dc0', 'name': '', 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'mac_address': 'fa:16:3e:73:b5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:58Z', 'updated_at': '2021-06-23T14:56:12Z', 'revision_number': 5, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'subnets': [{'id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:01:29.208674 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606b234e-d4dd-407b-b079-f67a8859cb3c None None] The sync data for ids ['32f6e716-1a07-4282-9442-036de0a07b13'] in dv-cinder-796286-8-smb is: [{'id': '32f6e716-1a07-4282-9442-036de0a07b13', 'name': 'tempest-AttachVolumeTestJSON-2121293109-router', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:49Z', 'updated_at': '2021-06-23T14:56:01Z', 'revision_number': 4, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'gw_port': {'id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '98bee53c-a5a8-4825-9107-5cef25557dc0', 'name': '', 'network_id': '046085b9-f7b3-4ac3-83a3-779993ec93a2', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'mac_address': 'fa:16:3e:73:b5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:58Z', 'updated_at': '2021-06-23T14:56:12Z', 'revision_number': 5, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'subnets': [{'id': 'ed6e6346-c056-4ca0-89e5-57da755e7b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 15:01:29.448154 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3412b009-6a30-47cc-bf84-ca7ca0aeceff None None] New status for floating IP e7d984eb-25e8-44f2-af11-b60f532b2e7e: DOWN {{(pid=100183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 15:01:29.829407 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10ac9f-6593-4255-8091-990c2c0b5ef1 req-e5dd29e9-323c-45c5-96ba-0c1fec47efc3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:29.831151 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5a10ac9f-6593-4255-8091-990c2c0b5ef1 req-e5dd29e9-323c-45c5-96ba-0c1fec47efc3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 944 time: 0.0708790 Jun 23 15:01:29.870230 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5a10ac9f-6593-4255-8091-990c2c0b5ef1 req-a310ae3e-46c0-40b6-83f0-5a64394d1568 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313640 Jun 23 15:01:30.263347 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 8262c359-d4d2-425b-85c5-211bcb246f15 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:01:30.283703 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] No Port match for: 8262c359-d4d2-425b-85c5-211bcb246f15 {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:01:30.289284 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 8262c359-d4d2-425b-85c5-211bcb246f15 not bound to the agent host hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:01:30.292597 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 52758) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:30.351585 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-69f5e94f-42b0-48c4-a9c0-1249a58cc9a3 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:30.374940 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-69f5e94f-42b0-48c4-a9c0-1249a58cc9a3 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:30.490912 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-69f5e94f-42b0-48c4-a9c0-1249a58cc9a3 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:30.493523 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-69f5e94f-42b0-48c4-a9c0-1249a58cc9a3 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:30.494695 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-69f5e94f-42b0-48c4-a9c0-1249a58cc9a3 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "DELETE /v2.0/security-groups/ddee64e6-896c-4c42-9478-115f3269c63b HTTP/1.1" status: 204 len: 168 time: 0.2011364 Jun 23 15:01:30.495454 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-c567755a-3c24-4cfb-955e-9e3d0cac6e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:30.497654 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 52760) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:30.504922 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5e94f-42b0-48c4-a9c0-1249a58cc9a3 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddee64e6-896c-4c42-9478-115f3269c63b,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:30.510374 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-69f5e94f-42b0-48c4-a9c0-1249a58cc9a3 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:30.512035 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.api.v2.resource [None req-c77211fa-52ba-419d-ba6b-9a543763d010 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] show failed (client error): The resource could not be found. Jun 23 15:01:30.515895 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-c77211fa-52ba-419d-ba6b-9a543763d010 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "GET /v2.0/security-groups/ddee64e6-896c-4c42-9478-115f3269c63b HTTP/1.1" status: 404 len: 347 time: 0.0144637 Jun 23 15:01:30.516788 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 52764) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:30.688608 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d7029-fa88-449b-af4a-e93933365a5e req-b62b686c-b5f9-4a32-8c30-b475d9c0a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:30.689984 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-f19d7029-fa88-449b-af4a-e93933365a5e req-b62b686c-b5f9-4a32-8c30-b475d9c0a15f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63&tenant_id=662a27900f4b4c86b36ebf9acc29eeb6 HTTP/1.1" status: 200 len: 1097 time: 0.0895288 Jun 23 15:01:30.693911 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-73edaea2-b93b-4fcb-8360-e3417d8f6a51 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Deleting port 56693f8d-3ff5-4702-b305-099ad2829afa {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:01:30.694248 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-73edaea2-b93b-4fcb-8360-e3417d8f6a51 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:30.807395 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-73edaea2-b93b-4fcb-8360-e3417d8f6a51 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:30.807723 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-73edaea2-b93b-4fcb-8360-e3417d8f6a51 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:30.823184 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-73edaea2-b93b-4fcb-8360-e3417d8f6a51 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Calling delete_port for 56693f8d-3ff5-4702-b305-099ad2829afa owned by network:floatingip {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:01:30.838397 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d7029-fa88-449b-af4a-e93933365a5e req-c8fd98fc-a97f-41df-87ef-6bd5f586fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:30.839871 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-f19d7029-fa88-449b-af4a-e93933365a5e req-c8fd98fc-a97f-41df-87ef-6bd5f586fa84 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=662a27900f4b4c86b36ebf9acc29eeb6&device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 1097 time: 0.1253285 Jun 23 15:01:30.987063 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d7029-fa88-449b-af4a-e93933365a5e req-6b1d25bd-7027-4498-a813-9dfd334d6a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:30.989057 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-f19d7029-fa88-449b-af4a-e93933365a5e req-6b1d25bd-7027-4498-a813-9dfd334d6a16 service neutron] 10.222.0.46 "GET /v2.0/networks?id=751b38e2-092c-451f-8e10-78172c3e29c3 HTTP/1.1" status: 200 len: 917 time: 0.1205592 Jun 23 15:01:31.052232 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649125c-ac90-4f4c-a4a0-5843c0ddf510 req-239ec7da-94bf-4310-804f-e7aa8361de28 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:31.053710 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1649125c-ac90-4f4c-a4a0-5843c0ddf510 req-239ec7da-94bf-4310-804f-e7aa8361de28 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 944 time: 0.0642064 Jun 23 15:01:31.081043 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-f19d7029-fa88-449b-af4a-e93933365a5e req-fc992eab-32f5-4791-bd6f-7a0b903c87c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=348c3845-7223-48ad-b737-66b795a39140 HTTP/1.1" status: 200 len: 1000 time: 0.0850813 Jun 23 15:01:31.093027 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1649125c-ac90-4f4c-a4a0-5843c0ddf510 req-0a3a7dce-7d6a-4c37-9202-a516825aaf50 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332515 Jun 23 15:01:31.139378 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d7029-fa88-449b-af4a-e93933365a5e req-6549fc47-28ca-475e-8cde-907798d9483c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:31.140830 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-f19d7029-fa88-449b-af4a-e93933365a5e req-6549fc47-28ca-475e-8cde-907798d9483c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c70a621-ace7-4983-aa1c-39b0c0eb6481 HTTP/1.1" status: 200 len: 855 time: 0.0522804 Jun 23 15:01:31.173344 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-73edaea2-b93b-4fcb-8360-e3417d8f6a51 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:31.177628 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-6c56f8e7-6875-4f53-9db2-7ad36f5b9b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:31.201447 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73edaea2-b93b-4fcb-8360-e3417d8f6a51 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Pushing event deleted for resources: {'Port': ['ID=56693f8d-3ff5-4702-b305-099ad2829afa,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:31.203865 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-73edaea2-b93b-4fcb-8360-e3417d8f6a51 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:31.278672 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d7029-fa88-449b-af4a-e93933365a5e req-62a151c5-0b00-4ab2-89a9-ceb37b55aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:31.280064 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-f19d7029-fa88-449b-af4a-e93933365a5e req-62a151c5-0b00-4ab2-89a9-ceb37b55aae0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=751b38e2-092c-451f-8e10-78172c3e29c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1328733 Jun 23 15:01:31.282482 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-73edaea2-b93b-4fcb-8360-e3417d8f6a51 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks [] for floatingip, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:31.285556 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-73edaea2-b93b-4fcb-8360-e3417d8f6a51 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for floatingip, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:31.286654 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-73edaea2-b93b-4fcb-8360-e3417d8f6a51 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] 10.222.0.72 "DELETE /v2.0/floatingips/e7d984eb-25e8-44f2-af11-b60f532b2e7e HTTP/1.1" status: 204 len: 168 time: 0.7696717 Jun 23 15:01:31.372368 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-f19d7029-fa88-449b-af4a-e93933365a5e req-82657c62-cbcb-4d9d-a7f6-3d00644c2107 service neutron] 10.222.0.46 "GET /v2.0/networks/751b38e2-092c-451f-8e10-78172c3e29c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846446 Jun 23 15:01:31.466098 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-f19d7029-fa88-449b-af4a-e93933365a5e req-00bcbe70-5374-4556-8359-088a5ac5c11b service neutron] 10.222.0.46 "GET /v2.0/networks/751b38e2-092c-451f-8e10-78172c3e29c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862823 Jun 23 15:01:32.312020 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffc5ae-50a3-4466-8b68-583416fab7a6 req-0a54b060-38e4-4403-9824-6354c1c6249e tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:32.313414 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-08ffc5ae-50a3-4466-8b68-583416fab7a6 req-0a54b060-38e4-4403-9824-6354c1c6249e tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 944 time: 0.0751314 Jun 23 15:01:32.367039 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-08ffc5ae-50a3-4466-8b68-583416fab7a6 req-9f44a6df-c294-4b36-9d71-6572f427608d tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466766 Jun 23 15:01:33.542310 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb3475-22e9-435c-afe4-49fa149060be req-297d0a9e-a561-4dd3-a73c-e5c698d2c479 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:33.543991 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-cfdb3475-22e9-435c-afe4-49fa149060be req-297d0a9e-a561-4dd3-a73c-e5c698d2c479 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 944 time: 0.0664618 Jun 23 15:01:33.583770 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-cfdb3475-22e9-435c-afe4-49fa149060be req-92ede061-06a8-4ef1-906f-e4e1465676fa tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338690 Jun 23 15:01:34.776638 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066f052-dfb0-4a23-971c-e168aa1e49a2 req-41f23418-2a7b-4473-ad0a-dac7e8f8d6dc tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:34.778268 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1066f052-dfb0-4a23-971c-e168aa1e49a2 req-41f23418-2a7b-4473-ad0a-dac7e8f8d6dc tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 944 time: 0.0722885 Jun 23 15:01:34.824108 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1066f052-dfb0-4a23-971c-e168aa1e49a2 req-b97c29e3-cb49-4d2b-841c-bed5c1c7d4d5 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333009 Jun 23 15:01:35.440295 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 52842) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:35.915566 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-d80a51a3-7fad-4906-a401-e3ffeb72bcce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-623076'] for router_interface, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:36.049717 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-58330fe5-9300-4bbe-8d93-1b926695e332 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1968078027&fields=id&tenant_id=53a050db46474be88a57b1333575aea7 HTTP/1.1" status: 200 len: 267 time: 0.0491822 Jun 23 15:01:36.070495 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adafabf-5ab9-4751-be52-24cd491e1b68 req-8969501d-3ea8-4601-b3d1-e30770d4b86d tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:36.072354 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9adafabf-5ab9-4751-be52-24cd491e1b68 req-8969501d-3ea8-4601-b3d1-e30770d4b86d tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 944 time: 0.1121876 Jun 23 15:01:36.186118 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9adafabf-5ab9-4751-be52-24cd491e1b68 req-9988e6f9-3b24-4f29-9088-f5ec3b1996f0 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030085 Jun 23 15:01:36.223028 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-188f10ed-b493-461d-af52-51d7ea6dd6df tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:36.224531 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-188f10ed-b493-461d-af52-51d7ea6dd6df tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/networks?id=af5d2873-7a72-41f8-b787-f3eb0dbc51dd HTTP/1.1" status: 200 len: 809 time: 0.1619606 Jun 23 15:01:36.241288 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-95a6036f-2d71-4f73-a00c-5b21d9e42836 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/quotas/53a050db46474be88a57b1333575aea7 HTTP/1.1" status: 200 len: 375 time: 0.0102432 Jun 23 15:01:36.261271 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-d80a51a3-7fad-4906-a401-e3ffeb72bcce admin admin] Deleting port 98bee53c-a5a8-4825-9107-5cef25557dc0 {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:01:36.261673 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-d80a51a3-7fad-4906-a401-e3ffeb72bcce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:36.310410 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-10fca6fb-fca3-4731-b867-10f7b36f4869 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=53a050db46474be88a57b1333575aea7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630043 Jun 23 15:01:36.344038 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [None req-d80a51a3-7fad-4906-a401-e3ffeb72bcce admin admin] For port 98bee53c-a5a8-4825-9107-5cef25557dc0, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=98bee53c-a5a8-4825-9107-5cef25557dc0,segment=NetworkSegment(bf6f38a0-ba02-434f-b4a6-fb330c9d3c50),segment_id=bf6f38a0-ba02-434f-b4a6-fb330c9d3c50)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:01:36.344403 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-d80a51a3-7fad-4906-a401-e3ffeb72bcce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:36.358007 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-d80a51a3-7fad-4906-a401-e3ffeb72bcce admin admin] Calling delete_port for 98bee53c-a5a8-4825-9107-5cef25557dc0 owned by network:router_interface {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:01:36.468603 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-ca77778e-1d74-4434-89d6-08fe53cd68d8 service neutron] 10.222.0.72 "GET /v2.0/networks/af5d2873-7a72-41f8-b787-f3eb0dbc51dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477745 Jun 23 15:01:36.474578 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:36.572790 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-e21badf7-69ed-487e-8865-53202830d69b service neutron] 10.222.0.72 "GET /v2.0/networks/af5d2873-7a72-41f8-b787-f3eb0dbc51dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929735 Jun 23 15:01:36.617233 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-d80a51a3-7fad-4906-a401-e3ffeb72bcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:36.619534 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-8cbbada7-c6b2-4e63-b556-95ab63a21cc8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:36.642416 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a51a3-7fad-4906-a401-e3ffeb72bcce admin admin] Pushing event deleted for resources: {'Port': ['ID=98bee53c-a5a8-4825-9107-5cef25557dc0,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:36.651029 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-d80a51a3-7fad-4906-a401-e3ffeb72bcce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:36.845351 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-d80a51a3-7fad-4906-a401-e3ffeb72bcce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-691224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559636'] for router_interface, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:37.252478 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-afe94a72-dd93-44b2-b65a-dd25dd647db9 req-e2be101b-9b8c-47e5-8943-4c163ca1138e tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 210 time: 0.0454195 Jun 23 15:01:37.407307 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80a51a3-7fad-4906-a401-e3ffeb72bcce admin admin] Router 32f6e716-1a07-4282-9442-036de0a07b13 has already been hosted by L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 {{(pid=100181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 15:01:37.473996 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27d64f-85fd-4ae8-bf56-0fbeed7af04b req-735f68a0-12e3-4c98-874d-b0bbaee1046f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:37.478322 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-8b27d64f-85fd-4ae8-bf56-0fbeed7af04b req-735f68a0-12e3-4c98-874d-b0bbaee1046f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 944 time: 0.0998979 Jun 23 15:01:37.517396 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-8b27d64f-85fd-4ae8-bf56-0fbeed7af04b req-bb2ad01f-8419-4e1d-936b-14f5912ec1a2 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358930 Jun 23 15:01:37.548043 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80a51a3-7fad-4906-a401-e3ffeb72bcce admin admin] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 15:01:37.562024 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-d80a51a3-7fad-4906-a401-e3ffeb72bcce admin admin] 10.222.0.72 "PUT /v2.0/routers/32f6e716-1a07-4282-9442-036de0a07b13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1116772 Jun 23 15:01:37.562124 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1f4735-b9d2-4e13-aa37-8030bb9f9f94 None None] Sync routers for ids ['32f6e716-1a07-4282-9442-036de0a07b13'] in dv-cinder-796286-8-smb {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 15:01:37.562543 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 52872) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:37.572645 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1f4735-b9d2-4e13-aa37-8030bb9f9f94 None None] Routers {'32f6e716-1a07-4282-9442-036de0a07b13'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:01:37.574014 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-8e1f4735-b9d2-4e13-aa37-8030bb9f9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:01:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['32f6e716-1a07-4282-9442-036de0a07b13'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:01:37.696425 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3004379b-7271-481a-9fea-9edb7b67183f admin admin] Notify callbacks [] for router, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:37.697398 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-8e1f4735-b9d2-4e13-aa37-8030bb9f9f94 None None] Set router 32f6e716-1a07-4282-9442-036de0a07b13 gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:01:37.840058 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3004379b-7271-481a-9fea-9edb7b67183f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:37.894232 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-8e1f4735-b9d2-4e13-aa37-8030bb9f9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f6e716-1a07-4282-9442-036de0a07b13', 'name': 'tempest-AttachVolumeTestJSON-2121293109-router', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:49Z', 'updated_at': '2021-06-23T15:01:36Z', 'revision_number': 5, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'gw_port': {'id': '881678c6-8cc3-422f-bbf9-a356a464db6a', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f6e716-1a07-4282-9442-036de0a07b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb'}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:01:37.921040 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1f4735-b9d2-4e13-aa37-8030bb9f9f94 None None] Checking router: 32f6e716-1a07-4282-9442-036de0a07b13 for host: dv-cinder-796286-8-smb {{(pid=100182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 15:01:37.931044 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1f4735-b9d2-4e13-aa37-8030bb9f9f94 None None] Routers {'32f6e716-1a07-4282-9442-036de0a07b13'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:01:37.931673 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-8e1f4735-b9d2-4e13-aa37-8030bb9f9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:01:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['32f6e716-1a07-4282-9442-036de0a07b13'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:01:37.990030 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-3004379b-7271-481a-9fea-9edb7b67183f admin admin] Deleting port 881678c6-8cc3-422f-bbf9-a356a464db6a {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:01:37.990030 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3004379b-7271-481a-9fea-9edb7b67183f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:38.025420 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-8e1f4735-b9d2-4e13-aa37-8030bb9f9f94 None None] Set router 32f6e716-1a07-4282-9442-036de0a07b13 gateway port host: None {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:01:38.096342 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-8e1f4735-b9d2-4e13-aa37-8030bb9f9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f6e716-1a07-4282-9442-036de0a07b13', 'name': 'tempest-AttachVolumeTestJSON-2121293109-router', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:49Z', 'updated_at': '2021-06-23T15:01:37Z', 'revision_number': 6, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'gw_port_host': None}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:01:38.110431 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [None req-3004379b-7271-481a-9fea-9edb7b67183f admin admin] For port 881678c6-8cc3-422f-bbf9-a356a464db6a, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=881678c6-8cc3-422f-bbf9-a356a464db6a,segment=NetworkSegment(ba5d94ff-850b-475f-bf01-29ba3ab431be),segment_id=ba5d94ff-850b-475f-bf01-29ba3ab431be)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:01:38.110918 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3004379b-7271-481a-9fea-9edb7b67183f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:38.127402 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-3004379b-7271-481a-9fea-9edb7b67183f admin admin] Calling delete_port for 881678c6-8cc3-422f-bbf9-a356a464db6a owned by network:router_gateway {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:01:38.129681 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1f4735-b9d2-4e13-aa37-8030bb9f9f94 None None] The sync data for ids ['32f6e716-1a07-4282-9442-036de0a07b13'] in dv-cinder-796286-8-smb is: [{'id': '32f6e716-1a07-4282-9442-036de0a07b13', 'name': 'tempest-AttachVolumeTestJSON-2121293109-router', 'tenant_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:49Z', 'updated_at': '2021-06-23T15:01:37Z', 'revision_number': 6, 'project_id': '7f4408f772214ed1aa8148f3f34bb8d3', 'gw_port_host': None}] {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 15:01:38.343042 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-487be3e2-7757-4bd0-b3a4-f38643dd030e req-eac35da9-c70a-4886-8976-56379a3d4482 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 210 time: 0.0318186 Jun 23 15:01:38.422917 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3004379b-7271-481a-9fea-9edb7b67183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:38.425902 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-603c0cf0-8b28-46d4-a355-e9d7521f129f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:38.448886 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004379b-7271-481a-9fea-9edb7b67183f admin admin] Pushing event deleted for resources: {'Port': ['ID=881678c6-8cc3-422f-bbf9-a356a464db6a,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:38.452397 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-3004379b-7271-481a-9fea-9edb7b67183f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:38.523678 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3004379b-7271-481a-9fea-9edb7b67183f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643713'] for router_gateway, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:38.636947 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3004379b-7271-481a-9fea-9edb7b67183f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257095'] for router, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:38.640322 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3004379b-7271-481a-9fea-9edb7b67183f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:38.733256 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901be96c-ec51-485d-9cd3-5ce61bd63a20 req-84f052c6-0d7b-46e8-a7e6-4cbe2249725f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:38.734760 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-901be96c-ec51-485d-9cd3-5ce61bd63a20 req-84f052c6-0d7b-46e8-a7e6-4cbe2249725f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 944 time: 0.0691428 Jun 23 15:01:38.765814 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3004379b-7271-481a-9fea-9edb7b67183f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559599'] for router, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:38.767165 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3004379b-7271-481a-9fea-9edb7b67183f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32f6e716-1a07-4282-9442-036de0a07b13 {{(pid=100181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 15:01:38.773957 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3004379b-7271-481a-9fea-9edb7b67183f admin admin] Notify callbacks [] for router, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:38.775197 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-3004379b-7271-481a-9fea-9edb7b67183f admin admin] 10.222.0.72 "DELETE /v2.0/routers/32f6e716-1a07-4282-9442-036de0a07b13 HTTP/1.1" status: 204 len: 168 time: 1.2121809 Jun 23 15:01:38.778166 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 52882) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:38.781225 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-901be96c-ec51-485d-9cd3-5ce61bd63a20 req-64258810-e9d9-4778-ad2a-7c8a5300746e tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397441 Jun 23 15:01:38.825931 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_v2 [None req-078d770f-afcf-4f72-812c-d27570fe6602 admin admin] Deleting subnet ed6e6346-c056-4ca0-89e5-57da755e7b9f {{(pid=100181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 15:01:38.829005 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-078d770f-afcf-4f72-812c-d27570fe6602 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:38.869223 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-078d770f-afcf-4f72-812c-d27570fe6602 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28999182'] for subnet, precommit_delete_associations {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:38.986060 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-078d770f-afcf-4f72-812c-d27570fe6602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819001'] for subnet, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:39.082404 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 98bee53c-a5a8-4825-9107-5cef25557dc0 no longer exists at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:01:39.102553 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-c36b1959-2167-4921-97a8-61707844de6b None None] No Port match for: 98bee53c-a5a8-4825-9107-5cef25557dc0 {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:01:39.102912 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 98bee53c-a5a8-4825-9107-5cef25557dc0 not bound to the agent host dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:01:39.103354 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 881678c6-8cc3-422f-bbf9-a356a464db6a no longer exists at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:01:39.123752 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-c36b1959-2167-4921-97a8-61707844de6b None None] No Port match for: 881678c6-8cc3-422f-bbf9-a356a464db6a {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:01:39.126125 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 881678c6-8cc3-422f-bbf9-a356a464db6a not bound to the agent host dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:01:39.142837 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-078d770f-afcf-4f72-812c-d27570fe6602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3818976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382331'] for subnet, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:39.147343 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-1871a91f-7c7e-4331-8fb6-9196bd5e762b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:39.170737 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d770f-afcf-4f72-812c-d27570fe6602 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed6e6346-c056-4ca0-89e5-57da755e7b9f,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:39.183923 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-078d770f-afcf-4f72-812c-d27570fe6602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:39.184707 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baac870-3935-46e9-9e0c-ff5832f8f2bb None None] Network 046085b9-f7b3-4ac3-83a3-779993ec93a2 requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 15:01:39.185448 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-078d770f-afcf-4f72-812c-d27570fe6602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for subnet, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:39.189524 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-078d770f-afcf-4f72-812c-d27570fe6602 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ed6e6346-c056-4ca0-89e5-57da755e7b9f HTTP/1.1" status: 204 len: 168 time: 0.4087894 Jun 23 15:01:39.191141 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 52884) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:39.308034 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c49ab3e4-6337-49b9-a0fb-6563b889a810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3878271'] for network, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:39.373612 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-c49ab3e4-6337-49b9-a0fb-6563b889a810 admin admin] Deleting port b500fc4c-9842-45f7-92c8-3b69fb391855 {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:01:39.374058 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c49ab3e4-6337-49b9-a0fb-6563b889a810 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:39.462380 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e6e1aa-05fc-4953-bca5-dccff73a0935 None None] DHCP port deletion for 046085b9-f7b3-4ac3-83a3-779993ec93a2 request from dv-cinder-796286-8-smb {{(pid=100182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 15:01:39.465203 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [None req-c49ab3e4-6337-49b9-a0fb-6563b889a810 admin admin] For port b500fc4c-9842-45f7-92c8-3b69fb391855, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=b500fc4c-9842-45f7-92c8-3b69fb391855,segment=NetworkSegment(bf6f38a0-ba02-434f-b4a6-fb330c9d3c50),segment_id=bf6f38a0-ba02-434f-b4a6-fb330c9d3c50)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:01:39.465700 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c49ab3e4-6337-49b9-a0fb-6563b889a810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:39.481455 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-c49ab3e4-6337-49b9-a0fb-6563b889a810 admin admin] Calling delete_port for b500fc4c-9842-45f7-92c8-3b69fb391855 owned by network:dhcp {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:01:39.524725 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b141b096-71d6-4d58-bdd2-5f41880d0304 req-4370e858-4bbd-463f-854f-8cc098ec2ad6 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 210 time: 0.0468724 Jun 23 15:01:39.536800 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-c2e6e1aa-05fc-4953-bca5-dccff73a0935 None None] Deleting port b500fc4c-9842-45f7-92c8-3b69fb391855 {{(pid=100182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:01:39.537673 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c2e6e1aa-05fc-4953-bca5-dccff73a0935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:39.607951 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-c2e6e1aa-05fc-4953-bca5-dccff73a0935 None None] For port b500fc4c-9842-45f7-92c8-3b69fb391855, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=b500fc4c-9842-45f7-92c8-3b69fb391855,segment=NetworkSegment(bf6f38a0-ba02-434f-b4a6-fb330c9d3c50),segment_id=bf6f38a0-ba02-434f-b4a6-fb330c9d3c50)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:01:39.608516 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c2e6e1aa-05fc-4953-bca5-dccff73a0935 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:39.631403 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-c2e6e1aa-05fc-4953-bca5-dccff73a0935 None None] Calling delete_port for b500fc4c-9842-45f7-92c8-3b69fb391855 owned by network:dhcp {{(pid=100182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:01:39.650993 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c49ab3e4-6337-49b9-a0fb-6563b889a810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:39.656378 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-bdf6590e-e359-4bca-8e1c-c2ec8fbaad4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:39.684906 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ab3e4-6337-49b9-a0fb-6563b889a810 admin admin] Pushing event deleted for resources: {'Port': ['ID=b500fc4c-9842-45f7-92c8-3b69fb391855,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:39.686755 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49ab3e4-6337-49b9-a0fb-6563b889a810 admin admin] No DVR routers for this DVR port b500fc4c-9842-45f7-92c8-3b69fb391855 on host dv-cinder-796286-8-smb {{(pid=100181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 15:01:39.688206 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-c49ab3e4-6337-49b9-a0fb-6563b889a810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:39.725955 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c2e6e1aa-05fc-4953-bca5-dccff73a0935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231'] for port, after_delete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:39.729227 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-56f4cf7a-9f2f-4b91-8975-758b1714afef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:39.761283 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c49ab3e4-6337-49b9-a0fb-6563b889a810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3849076', 'neutron.services.segments.db._delete_segments_for_network-8735919049759'] for network, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:39.775097 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.services.segments.db [None req-c49ab3e4-6337-49b9-a0fb-6563b889a810 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['046085b9-f7b3-4ac3-83a3-779993ec93a2']}} {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:01:39.790178 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.services.segments.db [None req-c49ab3e4-6337-49b9-a0fb-6563b889a810 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6f38a0-ba02-434f-b4a6-fb330c9d3c50') {'for_net_delete': True} {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:01:39.790648 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.services.segments.db [None req-c49ab3e4-6337-49b9-a0fb-6563b889a810 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6f38a0-ba02-434f-b4a6-fb330c9d3c50') {} {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:01:39.810249 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c49ab3e4-6337-49b9-a0fb-6563b889a810 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735919037166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28999185'] for segment, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:39.835560 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c49ab3e4-6337-49b9-a0fb-6563b889a810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:39.845397 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49ab3e4-6337-49b9-a0fb-6563b889a810 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=100181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c49ab3e4-6337-49b9-a0fb-6563b889a810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497088'] for segment, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: conditions |= (models_v2.Port.network_id.in_( Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: conditions |= (models_v2.Port.network_id.in_( Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: Traceback (most recent call last): Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: timer() Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: cb(*args, **kw) Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: return func(*args, **kwargs) Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: self._notify() Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: self.callback(batched_events) Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: event.method(event) Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: return f(self, *a, **k) Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: return self._get(url).json() Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: return self.request(url, 'GET', **kwargs) Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 15:01:39.852653 dv-cinder-796286-8-smb neutron-server[100181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 15:01:39.910015 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6e1aa-05fc-4953-bca5-dccff73a0935 None None] Pushing event deleted for resources: {'Port': ['ID=b500fc4c-9842-45f7-92c8-3b69fb391855,revision_number=None']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:39.911785 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-89860974-d685-4436-bce8-6d79f68aa19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:39.913160 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c2e6e1aa-05fc-4953-bca5-dccff73a0935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:39.915580 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e6e1aa-05fc-4953-bca5-dccff73a0935 None None] No DVR routers for this DVR port b500fc4c-9842-45f7-92c8-3b69fb391855 on host dv-cinder-796286-8-smb {{(pid=100182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 15:01:40.022553 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c49ab3e4-6337-49b9-a0fb-6563b889a810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3849087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643696'] for network, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:40.027053 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-271663a7-1af1-49e0-9855-8bf136ff8cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:40.030179 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c49ab3e4-6337-49b9-a0fb-6563b889a810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:40.032221 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-c49ab3e4-6337-49b9-a0fb-6563b889a810 admin admin] 10.222.0.72 "DELETE /v2.0/networks/046085b9-f7b3-4ac3-83a3-779993ec93a2 HTTP/1.1" status: 204 len: 168 time: 0.8399501 Jun 23 15:01:40.042313 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2791d48-8627-4c78-821d-a1345a6026c7 req-108c917b-7e18-416a-86e0-f524a496dd8e tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:40.042313 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f2791d48-8627-4c78-821d-a1345a6026c7 req-108c917b-7e18-416a-86e0-f524a496dd8e tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 944 time: 0.0717885 Jun 23 15:01:40.044517 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ab3e4-6337-49b9-a0fb-6563b889a810 admin admin] Pushing event deleted for resources: {'Network': ['ID=046085b9-f7b3-4ac3-83a3-779993ec93a2,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:40.047356 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-c49ab3e4-6337-49b9-a0fb-6563b889a810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:40.098091 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f2791d48-8627-4c78-821d-a1345a6026c7 req-dc638e0c-79bf-4de9-a3b6-f48f77b1b4cd tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502737 Jun 23 15:01:40.533599 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 52892) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:40.583480 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-488bb400-5f35-40ae-afda-b8bab18228d6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7f4408f772214ed1aa8148f3f34bb8d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0483978 Jun 23 15:01:40.586343 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 52896) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:40.662038 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-04cd83a1-8c35-4944-a29f-c54639bc78d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:40.685406 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b88a38b2-8ae9-417a-8139-ef9561bcd992 req-4019d058-c5aa-4af7-867f-bbf0b16f711d tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 210 time: 0.0348523 Jun 23 15:01:40.708096 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-04cd83a1-8c35-4944-a29f-c54639bc78d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:40.839556 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-04cd83a1-8c35-4944-a29f-c54639bc78d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:40.842236 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-04cd83a1-8c35-4944-a29f-c54639bc78d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:40.843375 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-04cd83a1-8c35-4944-a29f-c54639bc78d3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f416b5ad-4eee-4be8-b32a-2e82372c7fc3 HTTP/1.1" status: 204 len: 168 time: 0.2529905 Jun 23 15:01:40.844393 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:40.852669 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd83a1-8c35-4944-a29f-c54639bc78d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f416b5ad-4eee-4be8-b32a-2e82372c7fc3,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:40.856478 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-04cd83a1-8c35-4944-a29f-c54639bc78d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:41.061603 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device b500fc4c-9842-45f7-92c8-3b69fb391855 no longer exists at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:01:41.085062 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-c36b1959-2167-4921-97a8-61707844de6b None None] No Port match for: b500fc4c-9842-45f7-92c8-3b69fb391855 {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:01:41.085419 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device b500fc4c-9842-45f7-92c8-3b69fb391855 not bound to the agent host dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:01:41.294416 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b20ad5-b77a-48ea-9edc-ae34a7d3f8cd req-daf11022-e45f-4e5b-8c93-4387136e879f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:41.295731 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a1b20ad5-b77a-48ea-9edc-ae34a7d3f8cd req-daf11022-e45f-4e5b-8c93-4387136e879f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 944 time: 0.0663078 Jun 23 15:01:41.343971 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a1b20ad5-b77a-48ea-9edc-ae34a7d3f8cd req-c964cd83-d7ad-4e1f-97b5-04ff4fd08876 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404170 Jun 23 15:01:41.831707 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a4ee4b9d-3ca3-4bce-a467-313882f41d53 req-579428e1-5ba2-46b3-8cef-0ca75d2189fd tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 210 time: 0.0287182 Jun 23 15:01:42.491328 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-963217d2-07d9-4d76-b1c1-1a0e53c711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:42.531592 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:42.543884 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5716d3-f39f-4a3a-8f65-7377e7e02a89 req-01db842f-af85-4a7d-87ea-935a2738b452 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:42.545353 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1a5716d3-f39f-4a3a-8f65-7377e7e02a89 req-01db842f-af85-4a7d-87ea-935a2738b452 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 944 time: 0.0720170 Jun 23 15:01:42.852603 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1a5716d3-f39f-4a3a-8f65-7377e7e02a89 req-373f631d-c9e1-42ad-8d3d-5fde9915e73f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2949057 Jun 23 15:01:42.970359 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c14519f8-adcd-468a-9d39-decf056e00d0 req-76ac8216-0810-4af0-b5d6-0a8f90f76eae tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 210 time: 0.0267255 Jun 23 15:01:43.354544 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 52952) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:43.381887 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-29409a08-ada9-474c-8995-64a60d374bf1 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:43.381887 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-29409a08-ada9-474c-8995-64a60d374bf1 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.46 "GET /v2.0/networks?id=af5d2873-7a72-41f8-b787-f3eb0dbc51dd HTTP/1.1" status: 200 len: 809 time: 0.1103761 Jun 23 15:01:43.421879 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-2e2c7005-7b47-4569-97f4-b8f24a85f5e4 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53a050db46474be88a57b1333575aea7 HTTP/1.1" status: 200 len: 380 time: 0.0346947 Jun 23 15:01:43.439725 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-3fc43215-282a-42d0-86da-f2753b699c88 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Request body: {'port': {'device_id': '7978b0bf-8426-41cc-8e81-4f2cd74b6510', 'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd', 'admin_state_up': True, 'tenant_id': '53a050db46474be88a57b1333575aea7', 'security_groups': ['b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5']}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:01:43.494848 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-5081fbf7-0409-44e1-ac5d-04479086134a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:43.613232 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-5081fbf7-0409-44e1-ac5d-04479086134a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:43.681440 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-5081fbf7-0409-44e1-ac5d-04479086134a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:43.686486 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-d8b3d49b-e748-49cf-bab4-d16034bacc3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:43.728980 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-5081fbf7-0409-44e1-ac5d-04479086134a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=17a1aaa71f6d45cfb5b7a0a822da11c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3734264 Jun 23 15:01:43.729899 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081fbf7-0409-44e1-ac5d-04479086134a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2a0574-c608-4e88-8c6f-d2e30e750bae,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:43.731840 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 52956) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:43.732884 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-5081fbf7-0409-44e1-ac5d-04479086134a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:43.778195 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-9d918d99-b2be-43f4-a9f5-e43a910bb813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:43.798271 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-9d918d99-b2be-43f4-a9f5-e43a910bb813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:43.799499 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:43.801878 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-3fc43215-282a-42d0-86da-f2753b699c88 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Made reservation on behalf of 53a050db46474be88a57b1333575aea7 for: {'port': 1} {{(pid=100181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 15:01:43.804807 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-3fc43215-282a-42d0-86da-f2753b699c88 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:43.910391 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-9d918d99-b2be-43f4-a9f5-e43a910bb813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:43.913947 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-9d918d99-b2be-43f4-a9f5-e43a910bb813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:43.916326 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-9d918d99-b2be-43f4-a9f5-e43a910bb813 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0c2a0574-c608-4e88-8c6f-d2e30e750bae HTTP/1.1" status: 204 len: 168 time: 0.1824164 Jun 23 15:01:43.916891 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-6a43def6-c341-48c1-ac24-564c6ad24140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:43.927488 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d918d99-b2be-43f4-a9f5-e43a910bb813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2a0574-c608-4e88-8c6f-d2e30e750bae,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:43.930165 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-9d918d99-b2be-43f4-a9f5-e43a910bb813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:43.945705 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_common [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-3fc43215-282a-42d0-86da-f2753b699c88 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Allocated IP 172.20.0.6 (af5d2873-7a72-41f8-b787-f3eb0dbc51dd/ac5a127d-407c-4710-8806-35982a4a5eb3/7fc24480-d5df-4325-ad7f-c64b7994c503) {{(pid=100181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 15:01:44.047392 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df9a9c-86fa-47ca-a677-82e75e80964e req-17c94287-731f-42d3-b43a-39402fccfb77 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:44.051010 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d0df9a9c-86fa-47ca-a677-82e75e80964e req-17c94287-731f-42d3-b43a-39402fccfb77 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 944 time: 0.0716350 Jun 23 15:01:44.091234 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d0df9a9c-86fa-47ca-a677-82e75e80964e req-6b2323cb-bb62-4fb1-9e21-b11fa5656e96 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331337 Jun 23 15:01:44.125880 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-3fc43215-282a-42d0-86da-f2753b699c88 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks [] for port, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:44.136036 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.provisioning_blocks [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-3fc43215-282a-42d0-86da-f2753b699c88 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Transition to ACTIVE for port object 7fc24480-d5df-4325-ad7f-c64b7994c503 will not be triggered until provisioned by entity DHCP. {{(pid=100181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 15:01:44.156033 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-79826d91-e41c-4d64-81b0-376a0534f2bb req-40ea5790-6248-4b77-a5e2-8df46025194f tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 210 time: 0.0382249 Jun 23 15:01:44.212835 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-3fc43215-282a-42d0-86da-f2753b699c88 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25497294'] for port, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:44.216989 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-2681ff4b-a97d-4e88-90cf-6fa0c14363c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:44.264346 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-3fc43215-282a-42d0-86da-f2753b699c88 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Network af5d2873-7a72-41f8-b787-f3eb0dbc51dd is already hosted by enough agents. {{(pid=100181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 15:01:44.267459 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-3fc43215-282a-42d0-86da-f2753b699c88 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Resources bound (agent type, host, resource id): {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 15:01:44.271962 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-3fc43215-282a-42d0-86da-f2753b699c88 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Received port after_create {{(pid=100181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 15:01:44.302270 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc43215-282a-42d0-86da-f2753b699c88 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Pushing event updated for resources: {'Port': ['ID=7fc24480-d5df-4325-ad7f-c64b7994c503,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:44.306732 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-3fc43215-282a-42d0-86da-f2753b699c88 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:44.330568 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-3fc43215-282a-42d0-86da-f2753b699c88 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:44.331921 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-3fc43215-282a-42d0-86da-f2753b699c88 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:44.356252 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 348c3845-7223-48ad-b737-66b795a39140 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=100182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 15:01:44.412593 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-3fc43215-282a-42d0-86da-f2753b699c88 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9862628 Jun 23 15:01:44.424933 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-424af497-647f-4c6f-944a-6469c259ad57 service neutron] Request body: {'port': {'device_id': '7978b0bf-8426-41cc-8e81-4f2cd74b6510', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:01:44.468984 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 348c3845-7223-48ad-b737-66b795a39140, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=348c3845-7223-48ad-b737-66b795a39140,segment=NetworkSegment(53319a76-a6c9-4f00-b8bd-5ceecb1d2786),segment_id=53319a76-a6c9-4f00-b8bd-5ceecb1d2786)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:01:44.482768 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Returning: {'device': '348c3845-7223-48ad-b737-66b795a39140', 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3', 'port_id': '348c3845-7223-48ad-b737-66b795a39140', 'mac_address': 'fa:16:3e:e4:7e:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 15:01:44.507092 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-424af497-647f-4c6f-944a-6469c259ad57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:44.527517 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:44.540452 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 348c3845-7223-48ad-b737-66b795a39140 {{(pid=100182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 15:01:44.561282 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 348c3845-7223-48ad-b737-66b795a39140, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=348c3845-7223-48ad-b737-66b795a39140,segment=NetworkSegment(53319a76-a6c9-4f00-b8bd-5ceecb1d2786),segment_id=53319a76-a6c9-4f00-b8bd-5ceecb1d2786)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:01:44.605256 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-029dac20-b659-4190-a88f-f39558e0867b None None] Provisioning for port 7fc24480-d5df-4325-ad7f-c64b7994c503 completed by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 15:01:44.609333 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-029dac20-b659-4190-a88f-f39558e0867b None None] Provisioning complete for port 7fc24480-d5df-4325-ad7f-c64b7994c503 triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:01:44.609720 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-029dac20-b659-4190-a88f-f39558e0867b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:44.637035 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 52966) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:44.642862 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-029dac20-b659-4190-a88f-f39558e0867b None None] Port 7fc24480-d5df-4325-ad7f-c64b7994c503 cannot update to ACTIVE because it is not bound. {{(pid=100182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 15:01:44.650789 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-55c557bb-869a-4e05-b9c8-acd2d956be94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:44.667936 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:44.671155 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-9d0d3a7c-92a5-47ca-9da0-bda16f6ca9d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:44.726470 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=348c3845-7223-48ad-b737-66b795a39140,revision_number=9']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:44.729429 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:44.742437 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-55c557bb-869a-4e05-b9c8-acd2d956be94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:44.772423 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-424af497-647f-4c6f-944a-6469c259ad57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fc24480-d5df-4325-ad7f-c64b7994c503 {{(pid=100181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 15:01:44.779824 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-424af497-647f-4c6f-944a-6469c259ad57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:44.792271 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.provisioning_blocks [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-424af497-647f-4c6f-944a-6469c259ad57 service neutron] Transition to ACTIVE for port object 7fc24480-d5df-4325-ad7f-c64b7994c503 will not be triggered until provisioned by entity L2. {{(pid=100181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 15:01:44.816179 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-55c557bb-869a-4e05-b9c8-acd2d956be94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:44.818739 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-9debdc92-9ee7-4326-99ac-0c3d2f02e416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:44.853307 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c557bb-869a-4e05-b9c8-acd2d956be94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c04298b-a74f-47c3-89a3-baf7d9ff6ba6,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:44.857754 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-55c557bb-869a-4e05-b9c8-acd2d956be94 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=40f36630b0b241eb83e038eede70ad3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2196817 Jun 23 15:01:44.858655 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-55c557bb-869a-4e05-b9c8-acd2d956be94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:44.860604 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 52968) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:44.868666 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['348c3845-7223-48ad-b737-66b795a39140'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 15:01:44.873852 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-424af497-647f-4c6f-944a-6469c259ad57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:44.875974 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-0b050c19-5359-44b6-8033-9a530aee0601 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:44.916492 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f0066fd0-efa0-421b-b640-7e0c223ded5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:44.928169 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424af497-647f-4c6f-944a-6469c259ad57 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc24480-d5df-4325-ad7f-c64b7994c503,revision_number=2']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:44.932752 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-424af497-647f-4c6f-944a-6469c259ad57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:44.939571 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f0066fd0-efa0-421b-b640-7e0c223ded5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:45.019719 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-424af497-647f-4c6f-944a-6469c259ad57 service neutron] Attempting to bind port 7fc24480-d5df-4325-ad7f-c64b7994c503 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 15:01:45.020051 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-424af497-647f-4c6f-944a-6469c259ad57 service neutron] Attempting to bind port 7fc24480-d5df-4325-ad7f-c64b7994c503 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '283d69cf-fe57-4821-9f03-0c4ab3c4b8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd'}] {{(pid=100181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 15:01:45.020376 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-424af497-647f-4c6f-944a-6469c259ad57 service neutron] Attempting to bind port 7fc24480-d5df-4325-ad7f-c64b7994c503 on network af5d2873-7a72-41f8-b787-f3eb0dbc51dd {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 15:01:45.024887 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-424af497-647f-4c6f-944a-6469c259ad57 service neutron] Port 7fc24480-d5df-4325-ad7f-c64b7994c503 on network af5d2873-7a72-41f8-b787-f3eb0dbc51dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 15:01:45.025214 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-424af497-647f-4c6f-944a-6469c259ad57 service neutron] Attempting to bind port 7fc24480-d5df-4325-ad7f-c64b7994c503 on network af5d2873-7a72-41f8-b787-f3eb0dbc51dd {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 15:01:45.030168 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-424af497-647f-4c6f-944a-6469c259ad57 service neutron] Checking agent: {'id': 'c9242261-8a06-47e1-899c-cb42624e61de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 15, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 15:01:45.030504 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-424af497-647f-4c6f-944a-6469c259ad57 service neutron] Checking segment: {'id': '283d69cf-fe57-4821-9f03-0c4ab3c4b8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 15:01:45.030881 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-424af497-647f-4c6f-944a-6469c259ad57 service neutron] Bound using segment: {'id': '283d69cf-fe57-4821-9f03-0c4ab3c4b8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd'} {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 15:01:45.031398 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-424af497-647f-4c6f-944a-6469c259ad57 service neutron] Bound port: 7fc24480-d5df-4325-ad7f-c64b7994c503, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '283d69cf-fe57-4821-9f03-0c4ab3c4b8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd'}}] {{(pid=100181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 15:01:45.031747 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-424af497-647f-4c6f-944a-6469c259ad57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:45.095712 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-424af497-647f-4c6f-944a-6469c259ad57 service neutron] For port 7fc24480-d5df-4325-ad7f-c64b7994c503, host hv-cinder-79628, cleared binding levels {{(pid=100181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 15:01:45.099393 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-424af497-647f-4c6f-944a-6469c259ad57 service neutron] For port 7fc24480-d5df-4325-ad7f-c64b7994c503, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7fc24480-d5df-4325-ad7f-c64b7994c503,segment=NetworkSegment(283d69cf-fe57-4821-9f03-0c4ab3c4b8f9),segment_id=283d69cf-fe57-4821-9f03-0c4ab3c4b8f9)] {{(pid=100181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 15:01:45.113544 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f0066fd0-efa0-421b-b640-7e0c223ded5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:45.116370 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-f0066fd0-efa0-421b-b640-7e0c223ded5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:45.117500 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-f0066fd0-efa0-421b-b640-7e0c223ded5f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6c04298b-a74f-47c3-89a3-baf7d9ff6ba6 HTTP/1.1" status: 204 len: 168 time: 0.2560651 Jun 23 15:01:45.118357 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-ca1113c1-d13b-4113-bcc4-a72305633e99 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:45.125635 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0066fd0-efa0-421b-b640-7e0c223ded5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c04298b-a74f-47c3-89a3-baf7d9ff6ba6,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:45.127996 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-f0066fd0-efa0-421b-b640-7e0c223ded5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:45.212698 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-424af497-647f-4c6f-944a-6469c259ad57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:45.216540 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-72a446fa-4e45-476b-8263-283574ad1a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:45.258755 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-424af497-647f-4c6f-944a-6469c259ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:45.259848 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-424af497-647f-4c6f-944a-6469c259ad57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:45.261775 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-424af497-647f-4c6f-944a-6469c259ad57 service neutron] 10.222.0.46 "PUT /v2.0/ports/7fc24480-d5df-4325-ad7f-c64b7994c503 HTTP/1.1" status: 200 len: 1093 time: 0.8419521 Jun 23 15:01:45.262537 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7978b0bf-8426-41cc-8e81-4f2cd74b6510', 'tag': '7fc24480-d5df-4325-ad7f-c64b7994c503'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:01:45.265076 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca963fa-05a6-4416-a1e8-3cfc2f8bcbff" -d '{"events": [{"name": "network-changed", "server_uuid": "7978b0bf-8426-41cc-8e81-4f2cd74b6510", "tag": "7fc24480-d5df-4325-ad7f-c64b7994c503"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:01:45.290094 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424af497-647f-4c6f-944a-6469c259ad57 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc24480-d5df-4325-ad7f-c64b7994c503,revision_number=3']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:45.293476 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-424af497-647f-4c6f-944a-6469c259ad57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:45.331434 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf5e87-96d7-4ad5-b846-8205e8715763 req-c7a0b10b-da19-4ee8-bc6e-8dfc73d45b31 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:45.332959 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-62bf5e87-96d7-4ad5-b846-8205e8715763 req-c7a0b10b-da19-4ee8-bc6e-8dfc73d45b31 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 945 time: 0.0998642 Jun 23 15:01:45.403544 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-62bf5e87-96d7-4ad5-b846-8205e8715763 req-e74e4ccb-f6fa-481d-98f1-b34bc01f95f6 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615625 Jun 23 15:01:45.412051 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064857d3-57a6-4e71-8847-8e73dfefc29d req-2ff96b77-fc13-4cab-9938-29eb087936d3 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:45.413556 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-064857d3-57a6-4e71-8847-8e73dfefc29d req-2ff96b77-fc13-4cab-9938-29eb087936d3 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 943 time: 0.1199086 Jun 23 15:01:45.462226 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-89ab4a66-786f-4515-8fd7-f14bb9f08805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:45.464943 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-89ab4a66-786f-4515-8fd7-f14bb9f08805 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53a050db46474be88a57b1333575aea7&device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 1096 time: 0.0757532 Jun 23 15:01:45.478398 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-064857d3-57a6-4e71-8847-8e73dfefc29d req-0f3d188b-2508-4ad9-8461-b9dc0e060d3a tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574157 Jun 23 15:01:45.481366 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 15:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fea561-752b-4420-9ac6-68c925cd345a x-openstack-request-id: req-07fea561-752b-4420-9ac6-68c925cd345a {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:01:45.481697 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7978b0bf-8426-41cc-8e81-4f2cd74b6510", "tag": "7fc24480-d5df-4325-ad7f-c64b7994c503", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:01:45.482071 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-07fea561-752b-4420-9ac6-68c925cd345a {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:01:45.482566 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7978b0bf-8426-41cc-8e81-4f2cd74b6510', 'tag': '7fc24480-d5df-4325-ad7f-c64b7994c503', 'status': 'completed', 'code': 200} Jun 23 15:01:45.519070 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-a2e263d5-d7ac-450f-82a0-ed6df00c2a37 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fc24480-d5df-4325-ad7f-c64b7994c503 HTTP/1.1" status: 200 len: 217 time: 0.0465331 Jun 23 15:01:45.536889 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:45.565971 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-239cc7f2-355a-4d68-8c10-b3c72534fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:45.567403 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-239cc7f2-355a-4d68-8c10-b3c72534fc4c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ac5a127d-407c-4710-8806-35982a4a5eb3 HTTP/1.1" status: 200 len: 848 time: 0.0429277 Jun 23 15:01:45.635418 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-302e0016-eb39-4f2b-8e5f-5876b63685e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:45.637017 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-302e0016-eb39-4f2b-8e5f-5876b63685e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=af5d2873-7a72-41f8-b787-f3eb0dbc51dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0630357 Jun 23 15:01:45.731378 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-df16abb1-ade3-4efb-8f6d-8456d74981ba service neutron] 10.222.0.46 "GET /v2.0/networks/af5d2873-7a72-41f8-b787-f3eb0dbc51dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882053 Jun 23 15:01:46.077376 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-2404337c-ce4b-447b-b7cf-5b866e67151c req-42ad7c03-6f72-4d6d-a645-4dcb9a701744 service neutron] 10.222.0.46 "GET /v2.0/networks/af5d2873-7a72-41f8-b787-f3eb0dbc51dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401532 Jun 23 15:01:46.372252 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 348c3845-7223-48ad-b737-66b795a39140 up at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 15:01:46.425857 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning complete for port 348c3845-7223-48ad-b737-66b795a39140 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:01:46.426265 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:46.508213 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:46.538782 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4953b8-6b46-4602-abb3-bcc828a8eb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348c3845-7223-48ad-b737-66b795a39140'}] {{(pid=100182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:01:46.541202 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2be0bd3a3b87df06192a81cc7e782664f9eb16b4f3df3f1ec53fa4495edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f853dd9b-d8c4-4825-97f7-94f373373ea6" -d '{"events": [{"server_uuid": "7b4953b8-6b46-4602-abb3-bcc828a8eb63", "name": "network-vif-plugged", "status": "completed", "tag": "348c3845-7223-48ad-b737-66b795a39140"}]}' {{(pid=100182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:01:46.558667 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 348c3845-7223-48ad-b737-66b795a39140, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=348c3845-7223-48ad-b737-66b795a39140,segment=NetworkSegment(53319a76-a6c9-4f00-b8bd-5ceecb1d2786),segment_id=53319a76-a6c9-4f00-b8bd-5ceecb1d2786)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:01:46.596650 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99de71-0918-4760-9bcd-bf5dbcf40fd9 req-910b00f1-2023-4390-a5d2-9f19534c3795 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:46.598139 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0d99de71-0918-4760-9bcd-bf5dbcf40fd9 req-910b00f1-2023-4390-a5d2-9f19534c3795 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 945 time: 0.0721514 Jun 23 15:01:46.672943 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0d99de71-0918-4760-9bcd-bf5dbcf40fd9 req-d0b81235-4081-46d1-9943-c989ad46bc13 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691009 Jun 23 15:01:46.715479 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4876cf-93b6-43f0-beef-87783f0a125b req-fd5714b5-438b-4cc7-97e2-a5b4c4a5729b tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:46.717009 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ab4876cf-93b6-43f0-beef-87783f0a125b req-fd5714b5-438b-4cc7-97e2-a5b4c4a5729b tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 943 time: 0.1047671 Jun 23 15:01:46.735402 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 15:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfa0714-177c-4061-adf7-4114f6e9a210 x-openstack-request-id: req-2bfa0714-177c-4061-adf7-4114f6e9a210 {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:01:46.735955 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4953b8-6b46-4602-abb3-bcc828a8eb63", "name": "network-vif-plugged", "status": "completed", "tag": "348c3845-7223-48ad-b737-66b795a39140", "code": 200}]} {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:01:46.736216 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2bfa0714-177c-4061-adf7-4114f6e9a210 {{(pid=100182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:01:46.736677 dv-cinder-796286-8-smb neutron-server[100182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4953b8-6b46-4602-abb3-bcc828a8eb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348c3845-7223-48ad-b737-66b795a39140', 'code': 200} Jun 23 15:01:46.766342 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ab4876cf-93b6-43f0-beef-87783f0a125b req-2e579847-a96f-47ca-8fe8-8e82c4f23f08 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422988 Jun 23 15:01:46.799781 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:46.801202 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca963fa-05a6-4416-a1e8-3cfc2f8bcbff req-a4f565f4-052a-45c0-999b-0837c3a18a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:46.802795 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-bca963fa-05a6-4416-a1e8-3cfc2f8bcbff req-a4f565f4-052a-45c0-999b-0837c3a18a99 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53a050db46474be88a57b1333575aea7&device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 1096 time: 0.0621803 Jun 23 15:01:46.803039 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-a73320ac-0e5f-46db-a8c9-274ec8e6a995 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:46.852989 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=348c3845-7223-48ad-b737-66b795a39140,revision_number=10']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:46.856312 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:46.904254 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca963fa-05a6-4416-a1e8-3cfc2f8bcbff req-67740fa7-9a8c-47d4-9e1f-41673bc37db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:46.905659 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-bca963fa-05a6-4416-a1e8-3cfc2f8bcbff req-67740fa7-9a8c-47d4-9e1f-41673bc37db2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=af5d2873-7a72-41f8-b787-f3eb0dbc51dd HTTP/1.1" status: 200 len: 910 time: 0.0960236 Jun 23 15:01:46.958753 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-bca963fa-05a6-4416-a1e8-3cfc2f8bcbff req-b8ee92a7-4dbe-412c-b52e-0242930364ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fc24480-d5df-4325-ad7f-c64b7994c503 HTTP/1.1" status: 200 len: 217 time: 0.0395231 Jun 23 15:01:47.005536 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca963fa-05a6-4416-a1e8-3cfc2f8bcbff req-5ad4e52d-8418-4f51-b754-1f591bca2dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:47.007001 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-bca963fa-05a6-4416-a1e8-3cfc2f8bcbff req-5ad4e52d-8418-4f51-b754-1f591bca2dda service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ac5a127d-407c-4710-8806-35982a4a5eb3 HTTP/1.1" status: 200 len: 848 time: 0.0485950 Jun 23 15:01:47.074146 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca963fa-05a6-4416-a1e8-3cfc2f8bcbff req-bc162523-e3fe-4d51-8202-bc72052965ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:47.075830 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-bca963fa-05a6-4416-a1e8-3cfc2f8bcbff req-bc162523-e3fe-4d51-8202-bc72052965ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=af5d2873-7a72-41f8-b787-f3eb0dbc51dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0614412 Jun 23 15:01:47.201104 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-bca963fa-05a6-4416-a1e8-3cfc2f8bcbff req-a9de728a-7c3d-46dc-aa38-4cd084434017 service neutron] 10.222.0.46 "GET /v2.0/networks/af5d2873-7a72-41f8-b787-f3eb0dbc51dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185496 Jun 23 15:01:47.208420 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc35a09-1bd7-4606-a985-3f4fd6f12904 req-2269d255-01f4-4a42-90a4-19ceaa28b037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:47.210099 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-edc35a09-1bd7-4606-a985-3f4fd6f12904 req-2269d255-01f4-4a42-90a4-19ceaa28b037 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 1100 time: 0.1037166 Jun 23 15:01:47.288938 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-edc35a09-1bd7-4606-a985-3f4fd6f12904 req-9119f60c-a476-435a-8cec-3faa0766100e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709667 Jun 23 15:01:47.314053 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-bca963fa-05a6-4416-a1e8-3cfc2f8bcbff req-28f8df00-98b9-4e93-92a7-bee95489fa74 service neutron] 10.222.0.46 "GET /v2.0/networks/af5d2873-7a72-41f8-b787-f3eb0dbc51dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029928 Jun 23 15:01:47.857995 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51611cc9-12f8-452f-a70a-eaac2feafb8c req-891da89b-8232-4df5-a222-45a5cbe69be3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:47.859482 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-51611cc9-12f8-452f-a70a-eaac2feafb8c req-891da89b-8232-4df5-a222-45a5cbe69be3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 947 time: 0.0645237 Jun 23 15:01:47.928063 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-51611cc9-12f8-452f-a70a-eaac2feafb8c req-afbc34bc-21ad-4608-bbf5-cde5be3c2eb1 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605214 Jun 23 15:01:47.963833 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a7eac-1c88-4285-b608-a6b72ad6cb88 req-24698d0c-79ff-46e2-a1ac-2d04473fa799 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:47.965341 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-884a7eac-1c88-4285-b608-a6b72ad6cb88 req-24698d0c-79ff-46e2-a1ac-2d04473fa799 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 943 time: 0.0835931 Jun 23 15:01:48.002365 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-884a7eac-1c88-4285-b608-a6b72ad6cb88 req-462ecefc-aece-4f4c-8b00-c55dd8ff51c6 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314567 Jun 23 15:01:48.388151 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 7fc24480-d5df-4325-ad7f-c64b7994c503 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=100182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 15:01:48.481383 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 7fc24480-d5df-4325-ad7f-c64b7994c503, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7fc24480-d5df-4325-ad7f-c64b7994c503,segment=NetworkSegment(283d69cf-fe57-4821-9f03-0c4ab3c4b8f9),segment_id=283d69cf-fe57-4821-9f03-0c4ab3c4b8f9)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:01:48.497496 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Returning: {'device': '7fc24480-d5df-4325-ad7f-c64b7994c503', 'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd', 'port_id': '7fc24480-d5df-4325-ad7f-c64b7994c503', 'mac_address': 'fa:16:3e:2b:cf:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac5a127d-407c-4710-8806-35982a4a5eb3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 15:01:48.540021 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:48.553107 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc24480-d5df-4325-ad7f-c64b7994c503 {{(pid=100182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 15:01:48.572576 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 7fc24480-d5df-4325-ad7f-c64b7994c503, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7fc24480-d5df-4325-ad7f-c64b7994c503,segment=NetworkSegment(283d69cf-fe57-4821-9f03-0c4ab3c4b8f9),segment_id=283d69cf-fe57-4821-9f03-0c4ab3c4b8f9)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:01:48.639666 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:48.641431 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-56f4cf7a-9f2f-4b91-8975-758b1714afef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:48.685518 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=7fc24480-d5df-4325-ad7f-c64b7994c503,revision_number=4']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:48.691144 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:48.839923 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['7fc24480-d5df-4325-ad7f-c64b7994c503'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 15:01:48.884364 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 53078) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:49.009250 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-d47d628b-a214-4eef-adc2-c41374ace70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:49.156542 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-d47d628b-a214-4eef-adc2-c41374ace70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:49.204691 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-d47d628b-a214-4eef-adc2-c41374ace70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:49.208806 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-ea8b178a-68d5-4a43-ad26-bdc654dc8bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:49.216520 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb87dae-db27-4a2c-b527-545177692dbb req-77049e27-fb6f-4a43-b235-1d31ed2522d1 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:49.220516 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ccb87dae-db27-4a2c-b527-545177692dbb req-77049e27-fb6f-4a43-b235-1d31ed2522d1 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 947 time: 0.1139770 Jun 23 15:01:49.230103 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee5088-c9bb-4e38-97a4-f8a6834b8b57 req-a55b46b7-1aac-4d56-8897-27a2deb74484 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:49.231559 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e9ee5088-c9bb-4e38-97a4-f8a6834b8b57 req-a55b46b7-1aac-4d56-8897-27a2deb74484 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 944 time: 0.0933287 Jun 23 15:01:49.244218 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-d47d628b-a214-4eef-adc2-c41374ace70c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a7f00f1028584058b885da400aeffb94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3587384 Jun 23 15:01:49.245151 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d628b-a214-4eef-adc2-c41374ace70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4dd349-a442-4676-904e-49705bc3b7fd,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:49.247615 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 53086) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:49.254842 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-d47d628b-a214-4eef-adc2-c41374ace70c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:49.289648 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ccb87dae-db27-4a2c-b527-545177692dbb req-28a8acc5-8aa1-4eb9-8082-e4da0c020152 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565345 Jun 23 15:01:49.294643 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e9ee5088-c9bb-4e38-97a4-f8a6834b8b57 req-208bccb3-b8a7-43e0-9ca4-ed735b65f5f7 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553532 Jun 23 15:01:49.300643 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-e46256e7-8b3e-4872-b0e7-f33a0d0c9506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:49.322379 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-e46256e7-8b3e-4872-b0e7-f33a0d0c9506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:49.416572 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-e46256e7-8b3e-4872-b0e7-f33a0d0c9506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:49.419204 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-e46256e7-8b3e-4872-b0e7-f33a0d0c9506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:49.420399 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-e46256e7-8b3e-4872-b0e7-f33a0d0c9506 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9d4dd349-a442-4676-904e-49705bc3b7fd HTTP/1.1" status: 204 len: 168 time: 0.1719019 Jun 23 15:01:49.421152 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-27bcc002-e469-43fa-8139-5aba00499a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:49.428863 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46256e7-8b3e-4872-b0e7-f33a0d0c9506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4dd349-a442-4676-904e-49705bc3b7fd,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:49.431069 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-e46256e7-8b3e-4872-b0e7-f33a0d0c9506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:49.943814 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 53092) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:49.957371 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-6950a1a9-1104-4469-8fd2-d0d199323832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:50.041474 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-6950a1a9-1104-4469-8fd2-d0d199323832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:50.084831 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-6950a1a9-1104-4469-8fd2-d0d199323832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:50.087155 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-69f5e94f-42b0-48c4-a9c0-1249a58cc9a3 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:50.124214 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-6950a1a9-1104-4469-8fd2-d0d199323832 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9e235245f237439187115c0e006c9eef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1792600 Jun 23 15:01:50.125044 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950a1a9-1104-4469-8fd2-d0d199323832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f79ebe7-dd39-47a6-825a-11e99abc6495,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:50.128409 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 53094) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:50.134842 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-6950a1a9-1104-4469-8fd2-d0d199323832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:50.177938 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-6f911ca3-da79-4839-80df-92ebef274a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:50.198549 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-6f911ca3-da79-4839-80df-92ebef274a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:50.278976 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-6f911ca3-da79-4839-80df-92ebef274a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:50.281558 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-6f911ca3-da79-4839-80df-92ebef274a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:50.282718 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-6f911ca3-da79-4839-80df-92ebef274a7a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7f79ebe7-dd39-47a6-825a-11e99abc6495 HTTP/1.1" status: 204 len: 168 time: 0.1532805 Jun 23 15:01:50.283570 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-1a110c5f-613d-47b6-bdb4-26496788361f tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:50.291835 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f911ca3-da79-4839-80df-92ebef274a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f79ebe7-dd39-47a6-825a-11e99abc6495,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:50.294348 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-6f911ca3-da79-4839-80df-92ebef274a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:50.405908 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 7fc24480-d5df-4325-ad7f-c64b7994c503 up at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 15:01:50.528428 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057e0aa-df41-4bbb-91ee-e3dcf88e84fc req-94306ddf-4ebf-4062-af79-61a04c77d3ee tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:50.530117 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5057e0aa-df41-4bbb-91ee-e3dcf88e84fc req-94306ddf-4ebf-4062-af79-61a04c77d3ee tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 947 time: 0.1218750 Jun 23 15:01:50.536313 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning for port 7fc24480-d5df-4325-ad7f-c64b7994c503 completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 15:01:50.539939 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d160281-7ee0-4a88-8b5d-88db23a5d445 req-7420d184-7166-40a7-900a-7ec8ec2493c8 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:50.545542 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning complete for port 7fc24480-d5df-4325-ad7f-c64b7994c503 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:01:50.545542 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:50.545764 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0d160281-7ee0-4a88-8b5d-88db23a5d445 req-7420d184-7166-40a7-900a-7ec8ec2493c8 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 944 time: 0.1055558 Jun 23 15:01:50.597723 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5057e0aa-df41-4bbb-91ee-e3dcf88e84fc req-51a19d28-12f5-4d20-bd80-b1e3ff385994 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555303 Jun 23 15:01:50.605052 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0d160281-7ee0-4a88-8b5d-88db23a5d445 req-abc6dccf-4ce8-4a75-9be5-c331686c3f30 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544844 Jun 23 15:01:50.638073 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:50.661731 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7978b0bf-8426-41cc-8e81-4f2cd74b6510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc24480-d5df-4325-ad7f-c64b7994c503'}] {{(pid=100182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:01:50.664109 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2be0bd3a3b87df06192a81cc7e782664f9eb16b4f3df3f1ec53fa4495edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf0961f-e09a-4dfb-adbb-cb857dff35bc" -d '{"events": [{"server_uuid": "7978b0bf-8426-41cc-8e81-4f2cd74b6510", "name": "network-vif-plugged", "status": "completed", "tag": "7fc24480-d5df-4325-ad7f-c64b7994c503"}]}' {{(pid=100182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:01:50.678108 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 7fc24480-d5df-4325-ad7f-c64b7994c503, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7fc24480-d5df-4325-ad7f-c64b7994c503,segment=NetworkSegment(283d69cf-fe57-4821-9f03-0c4ab3c4b8f9),segment_id=283d69cf-fe57-4821-9f03-0c4ab3c4b8f9)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:01:50.702956 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 15:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a0a8d2-ea60-481f-9b7b-60e1309690b3 x-openstack-request-id: req-87a0a8d2-ea60-481f-9b7b-60e1309690b3 {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:01:50.703265 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7978b0bf-8426-41cc-8e81-4f2cd74b6510", "name": "network-vif-plugged", "status": "completed", "tag": "7fc24480-d5df-4325-ad7f-c64b7994c503", "code": 200}]} {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:01:50.703528 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-87a0a8d2-ea60-481f-9b7b-60e1309690b3 {{(pid=100182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:01:50.703933 dv-cinder-796286-8-smb neutron-server[100182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7978b0bf-8426-41cc-8e81-4f2cd74b6510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc24480-d5df-4325-ad7f-c64b7994c503', 'code': 200} Jun 23 15:01:50.782701 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:50.785833 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-9d0d3a7c-92a5-47ca-9da0-bda16f6ca9d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:50.832801 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=7fc24480-d5df-4325-ad7f-c64b7994c503,revision_number=5']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:50.836245 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:51.162158 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042d831-b23b-457d-b64d-f6985303ab80 req-9af250be-4d4b-4158-bdcd-fe9aa5033ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:51.163629 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-0042d831-b23b-457d-b64d-f6985303ab80 req-9af250be-4d4b-4158-bdcd-fe9aa5033ae6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 1098 time: 0.0567572 Jun 23 15:01:51.200956 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-0042d831-b23b-457d-b64d-f6985303ab80 req-c1cae8a0-a544-406f-94b9-071ea25775d5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308428 Jun 23 15:01:51.352067 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 53124) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:51.444517 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-8eab346b-5207-4343-be89-20bbab193f91 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-113200143-network', 'tenant_id': 'fb50bfd3eee54ce7b9d86107a89fe419'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:01:51.599192 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eab346b-5207-4343-be89-20bbab193f91 admin admin] Made reservation on behalf of fb50bfd3eee54ce7b9d86107a89fe419 for: {'network': 1} {{(pid=100180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 15:01:51.601459 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-8eab346b-5207-4343-be89-20bbab193f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for network, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:51.610313 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-8eab346b-5207-4343-be89-20bbab193f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:51.700666 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-8eab346b-5207-4343-be89-20bbab193f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:51.771279 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-8eab346b-5207-4343-be89-20bbab193f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:51.774366 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:51.796851 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eab346b-5207-4343-be89-20bbab193f91 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=100180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 15:01:51.806386 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab346b-5207-4343-be89-20bbab193f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bd0d16-200e-4640-a09e-85e1e04c9348,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:51.810165 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-8eab346b-5207-4343-be89-20bbab193f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:51.812984 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-8eab346b-5207-4343-be89-20bbab193f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:51.813380 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.db.segments_db [None req-8eab346b-5207-4343-be89-20bbab193f91 admin admin] Added segment d3ee3e14-fdc0-4378-8b3c-498351abab02 of type vlan for network 5cd2b3da-13e9-4642-8551-9348eb644143 Jun 23 15:01:51.858070 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-8eab346b-5207-4343-be89-20bbab193f91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735918531624'] for network, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:51.941615 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f5d35-3cf9-40cf-9a74-223c91ccde65 req-5063061f-c6b2-422b-ba73-8201ac13e1b5 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:51.943097 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-421f5d35-3cf9-40cf-9a74-223c91ccde65 req-5063061f-c6b2-422b-ba73-8201ac13e1b5 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 945 time: 0.0706773 Jun 23 15:01:51.981082 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-421f5d35-3cf9-40cf-9a74-223c91ccde65 req-710a8730-da63-4f49-bcf4-75e99192aadf tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321696 Jun 23 15:01:51.981675 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-8eab346b-5207-4343-be89-20bbab193f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217'] for network, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:51.982987 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eab346b-5207-4343-be89-20bbab193f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:51.983549 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-8eab346b-5207-4343-be89-20bbab193f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:51.986477 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:52.042251 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab346b-5207-4343-be89-20bbab193f91 admin admin] Pushing event updated for resources: {'Network': ['ID=5cd2b3da-13e9-4642-8551-9348eb644143,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:52.045023 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-8eab346b-5207-4343-be89-20bbab193f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:52.052584 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Network 5cd2b3da-13e9-4642-8551-9348eb644143 details requested by agent ovs-agent-dv-cinder-796286-8-smb with host dv-cinder-796286-8-smb {{(pid=100182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 15:01:52.080219 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-8eab346b-5207-4343-be89-20bbab193f91 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7270842 Jun 23 15:01:52.083054 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 53130) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:52.088064 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-2fa6baa4-1302-4172-a87e-0ea2e4483287 admin admin] Request body: {'subnet': {'network_id': '5cd2b3da-13e9-4642-8551-9348eb644143', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-113200143-subnet', 'tenant_id': 'fb50bfd3eee54ce7b9d86107a89fe419', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:01:52.176607 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa6baa4-1302-4172-a87e-0ea2e4483287 admin admin] Made reservation on behalf of fb50bfd3eee54ce7b9d86107a89fe419 for: {'subnet': 1} {{(pid=100180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 15:01:52.179140 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-2fa6baa4-1302-4172-a87e-0ea2e4483287 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25513332'] for subnet, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:52.376824 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-2fa6baa4-1302-4172-a87e-0ea2e4483287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25327877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25513318'] for subnet, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:52.379280 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-1bde8146-1be3-4212-9893-6edf09a2efa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:52.435640 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6baa4-1302-4172-a87e-0ea2e4483287 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e71186b-fff4-4b38-89bb-439a2bd3da5f,revision_number=0']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:52.438888 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-2fa6baa4-1302-4172-a87e-0ea2e4483287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:52.444231 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa6baa4-1302-4172-a87e-0ea2e4483287 admin admin] Checking segment: {'id': 'd3ee3e14-fdc0-4378-8b3c-498351abab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '5cd2b3da-13e9-4642-8551-9348eb644143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 15:01:52.444585 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa6baa4-1302-4172-a87e-0ea2e4483287 admin admin] Network hostable DHCP agents. Network: 5cd2b3da-13e9-4642-8551-9348eb644143, hostable agents: ['bd2680ec-ec61-4d1e-a411-ffe82748e619'], hosted agents: [] {{(pid=100180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 15:01:52.530409 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa6baa4-1302-4172-a87e-0ea2e4483287 admin admin] Network 5cd2b3da-13e9-4642-8551-9348eb644143 is scheduled to be hosted by DHCP agent bd2680ec-ec61-4d1e-a411-ffe82748e619 with binding_index 1 {{(pid=100180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 15:01:52.604854 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.base_scheduler [None req-2fa6baa4-1302-4172-a87e-0ea2e4483287 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-smb, 5cd2b3da-13e9-4642-8551-9348eb644143) {{(pid=100180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 15:01:52.608882 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa6baa4-1302-4172-a87e-0ea2e4483287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:52.609554 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-2fa6baa4-1302-4172-a87e-0ea2e4483287 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:52.614158 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b801deda-065b-4958-9355-187fa6b22c2f None None] Network 5cd2b3da-13e9-4642-8551-9348eb644143 requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 15:01:52.697236 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-2fa6baa4-1302-4172-a87e-0ea2e4483287 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6130934 Jun 23 15:01:52.733298 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1887a41f-45bb-4da8-bdb3-238c354dbc52 None None] Network 5cd2b3da-13e9-4642-8551-9348eb644143 requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 15:01:53.058751 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 6 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 15:01:53.160155 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04fc21f-423d-4d5e-92d3-b93eccd4d64b req-bc9e427c-6d45-4ee5-9801-a4f64b4d15f6 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:53.161611 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c04fc21f-423d-4d5e-92d3-b93eccd4d64b req-bc9e427c-6d45-4ee5-9801-a4f64b4d15f6 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 945 time: 0.0636020 Jun 23 15:01:53.201997 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c04fc21f-423d-4d5e-92d3-b93eccd4d64b req-d75733ed-0598-42a8-8afe-31e0ad241b70 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344644 Jun 23 15:01:53.297218 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 53150) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:53.302718 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-2c6bfc80-30ce-4e47-8ff1-35c9463e33b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1819081653-network', 'tenant_id': 'ff898faf5c734b4490ae5e0023e0a5e9'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:01:53.382618 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fe593-0c7c-4397-94a9-ecf3db425ec9 req-e11af3aa-4055-4706-977d-59d10304ec34 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:53.384061 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d57fe593-0c7c-4397-94a9-ecf3db425ec9 req-e11af3aa-4055-4706-977d-59d10304ec34 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 945 time: 0.0669863 Jun 23 15:01:53.405723 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6bfc80-30ce-4e47-8ff1-35c9463e33b2 admin admin] Made reservation on behalf of ff898faf5c734b4490ae5e0023e0a5e9 for: {'network': 1} {{(pid=100180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 15:01:53.407943 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-2c6bfc80-30ce-4e47-8ff1-35c9463e33b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for network, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:53.419342 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-2c6bfc80-30ce-4e47-8ff1-35c9463e33b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:53.440538 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d57fe593-0c7c-4397-94a9-ecf3db425ec9 req-bd9a3e0c-5275-4b2c-bd55-6cf1c00135ea tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509667 Jun 23 15:01:53.465183 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 53152) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:53.516550 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-2c6bfc80-30ce-4e47-8ff1-35c9463e33b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:53.616578 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-2c6bfc80-30ce-4e47-8ff1-35c9463e33b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:53.620658 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-f9a1e3b3-678a-45dc-a173-849081973886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:53.637599 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c6bfc80-30ce-4e47-8ff1-35c9463e33b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=100180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 15:01:53.650892 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6bfc80-30ce-4e47-8ff1-35c9463e33b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e7435f-4375-4ad0-bd75-46a00996f831,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:53.661164 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-2c6bfc80-30ce-4e47-8ff1-35c9463e33b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:53.662271 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-2c6bfc80-30ce-4e47-8ff1-35c9463e33b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:53.662607 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.db.segments_db [None req-2c6bfc80-30ce-4e47-8ff1-35c9463e33b2 admin admin] Added segment ec340a8a-0897-4731-b970-fa73d017392c of type vlan for network cad246da-5bb4-4a8e-b594-c9b272efc1f4 Jun 23 15:01:53.701216 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-2c6bfc80-30ce-4e47-8ff1-35c9463e33b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735918531624'] for network, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:53.702092 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedde65f-a1f2-458e-92eb-427420f64faf tempest-TestShelveInstance-547582439 tempest-TestShelveInstance-547582439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:53.706311 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-cedde65f-a1f2-458e-92eb-427420f64faf tempest-TestShelveInstance-547582439 tempest-TestShelveInstance-547582439-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 1093 time: 0.2373276 Jun 23 15:01:53.706870 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 53156) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:53.712039 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [None req-4d60588f-b029-45a8-a1e5-13c65ac85ea1 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Request body: {'floatingip': {'floating_network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'port_id': '7fc24480-d5df-4325-ad7f-c64b7994c503', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:01:53.782296 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4d60588f-b029-45a8-a1e5-13c65ac85ea1 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks [] for floatingip, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:53.793241 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-2c6bfc80-30ce-4e47-8ff1-35c9463e33b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217'] for network, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:53.794716 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6bfc80-30ce-4e47-8ff1-35c9463e33b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:53.795295 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-2c6bfc80-30ce-4e47-8ff1-35c9463e33b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:53.798300 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-0f586ca5-ea22-464b-a210-3ddfe6edc63a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:53.858349 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6bfc80-30ce-4e47-8ff1-35c9463e33b2 admin admin] Pushing event updated for resources: {'Network': ['ID=cad246da-5bb4-4a8e-b594-c9b272efc1f4,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:53.861040 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-2c6bfc80-30ce-4e47-8ff1-35c9463e33b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:53.869147 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Network cad246da-5bb4-4a8e-b594-c9b272efc1f4 details requested by agent ovs-agent-dv-cinder-796286-8-smb with host dv-cinder-796286-8-smb {{(pid=100182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 15:01:53.879714 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4d60588f-b029-45a8-a1e5-13c65ac85ea1 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:53.885421 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-2c6bfc80-30ce-4e47-8ff1-35c9463e33b2 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5870905 Jun 23 15:01:53.888720 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 53158) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:01:53.893142 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-a7ca8efe-d745-41a1-90c2-81dcb03ad08a admin admin] Request body: {'subnet': {'network_id': 'cad246da-5bb4-4a8e-b594-c9b272efc1f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1819081653-subnet', 'tenant_id': 'ff898faf5c734b4490ae5e0023e0a5e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:01:53.982387 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ca8efe-d745-41a1-90c2-81dcb03ad08a admin admin] Made reservation on behalf of ff898faf5c734b4490ae5e0023e0a5e9 for: {'subnet': 1} {{(pid=100180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 15:01:53.984869 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-a7ca8efe-d745-41a1-90c2-81dcb03ad08a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25513332'] for subnet, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:53.987413 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_common [None req-4d60588f-b029-45a8-a1e5-13c65ac85ea1 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Allocated IP 172.28.1.128 (d2ee6402-d146-4119-8365-b6e413e6a66f/aecbd380-5595-4490-ba93-56b7169dc4a5/26ea1a79-bf22-41b3-a454-2645f9a1502e) {{(pid=100181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 15:01:54.085987 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4d60588f-b029-45a8-a1e5-13c65ac85ea1 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks [] for port, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:54.193957 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4d60588f-b029-45a8-a1e5-13c65ac85ea1 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25497294'] for port, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:54.196896 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-73edaea2-b93b-4fcb-8360-e3417d8f6a51 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:54.232704 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d60588f-b029-45a8-a1e5-13c65ac85ea1 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Network d2ee6402-d146-4119-8365-b6e413e6a66f is already hosted by enough agents. {{(pid=100181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 15:01:54.235415 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [None req-4d60588f-b029-45a8-a1e5-13c65ac85ea1 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Resources bound (agent type, host, resource id): {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 15:01:54.238950 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d60588f-b029-45a8-a1e5-13c65ac85ea1 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Received port after_create {{(pid=100181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 15:01:54.240196 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-a7ca8efe-d745-41a1-90c2-81dcb03ad08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25327877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25513318'] for subnet, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:54.243398 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-2fa6baa4-1302-4172-a87e-0ea2e4483287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:54.264818 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60588f-b029-45a8-a1e5-13c65ac85ea1 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Pushing event updated for resources: {'Port': ['ID=26ea1a79-bf22-41b3-a454-2645f9a1502e,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:54.269384 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-4d60588f-b029-45a8-a1e5-13c65ac85ea1 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:54.297134 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca8efe-d745-41a1-90c2-81dcb03ad08a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b94a01b-4b21-4cc0-b371-82cfc2ba21f4,revision_number=0']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:54.300053 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-a7ca8efe-d745-41a1-90c2-81dcb03ad08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:54.307155 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ca8efe-d745-41a1-90c2-81dcb03ad08a admin admin] Checking segment: {'id': 'ec340a8a-0897-4731-b970-fa73d017392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'cad246da-5bb4-4a8e-b594-c9b272efc1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 15:01:54.307515 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ca8efe-d745-41a1-90c2-81dcb03ad08a admin admin] Network hostable DHCP agents. Network: cad246da-5bb4-4a8e-b594-c9b272efc1f4, hostable agents: ['bd2680ec-ec61-4d1e-a411-ffe82748e619'], hosted agents: [] {{(pid=100180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 15:01:54.382215 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ca8efe-d745-41a1-90c2-81dcb03ad08a admin admin] Network cad246da-5bb4-4a8e-b594-c9b272efc1f4 is scheduled to be hosted by DHCP agent bd2680ec-ec61-4d1e-a411-ffe82748e619 with binding_index 1 {{(pid=100180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 15:01:54.444936 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.base_scheduler [None req-a7ca8efe-d745-41a1-90c2-81dcb03ad08a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-smb, cad246da-5bb4-4a8e-b594-c9b272efc1f4) {{(pid=100180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 15:01:54.449072 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ca8efe-d745-41a1-90c2-81dcb03ad08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:54.449716 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-a7ca8efe-d745-41a1-90c2-81dcb03ad08a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:54.453657 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab867522-14a6-4bee-8e87-f78c2ff27aa3 None None] Network cad246da-5bb4-4a8e-b594-c9b272efc1f4 requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 15:01:54.527355 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-a7ca8efe-d745-41a1-90c2-81dcb03ad08a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6310987 Jun 23 15:01:54.579154 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c60b3e1-4797-49a7-a8e0-76529b328cb5 None None] Network cad246da-5bb4-4a8e-b594-c9b272efc1f4 requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 15:01:54.708378 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4d60588f-b029-45a8-a1e5-13c65ac85ea1 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:54.871277 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4d60588f-b029-45a8-a1e5-13c65ac85ea1 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:54.990277 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-af65a160-3273-472f-b34a-7daa2b3c5cfa tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:54.991645 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-af65a160-3273-472f-b34a-7daa2b3c5cfa tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] 10.222.0.72 "GET /v2.0/networks?id=5cd2b3da-13e9-4642-8551-9348eb644143 HTTP/1.1" status: 200 len: 808 time: 0.1032357 Jun 23 15:01:55.007365 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-a5a7636e-a7dc-4f30-978f-9ca0c2406333 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] 10.222.0.72 "GET /v2.0/quotas/fb50bfd3eee54ce7b9d86107a89fe419 HTTP/1.1" status: 200 len: 375 time: 0.0101142 Jun 23 15:01:55.021592 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4d60588f-b029-45a8-a1e5-13c65ac85ea1 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks [] for port, precommit_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:55.039663 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-8f3c8499-f141-48bd-b2bf-8cd0fbed2fbe tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb50bfd3eee54ce7b9d86107a89fe419&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269423 Jun 23 15:01:55.102086 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4d60588f-b029-45a8-a1e5-13c65ac85ea1 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:55.105372 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-d80a51a3-7fad-4906-a401-e3ffeb72bcce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:55.125506 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-6177e0c4-9556-488e-a114-6621ebe79e25 service neutron] 10.222.0.72 "GET /v2.0/networks/5cd2b3da-13e9-4642-8551-9348eb644143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792499 Jun 23 15:01:55.168556 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60588f-b029-45a8-a1e5-13c65ac85ea1 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Pushing event updated for resources: {'Port': ['ID=26ea1a79-bf22-41b3-a454-2645f9a1502e,revision_number=2']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:55.172661 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-4d60588f-b029-45a8-a1e5-13c65ac85ea1 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:55.182918 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4d60588f-b029-45a8-a1e5-13c65ac85ea1 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643682'] for floatingip, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:55.221190 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-b073b3a7-a13b-4011-ae8f-092b6c0b9af8 service neutron] 10.222.0.72 "GET /v2.0/networks/5cd2b3da-13e9-4642-8551-9348eb644143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894623 Jun 23 15:01:55.279696 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.db.l3_db [None req-4d60588f-b029-45a8-a1e5-13c65ac85ea1 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Floating IP d4254a89-1ba3-4266-8c70-22be36d4063a associated. External IP: 172.28.1.128, port: 7fc24480-d5df-4325-ad7f-c64b7994c503. Jun 23 15:01:55.451402 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-546d88ee-e247-4a31-a8f4-34e3d3ff30e3 req-56481e7e-be06-4a80-8967-68032f857942 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d5cf708-975b-4e97-9978-68d402559411 HTTP/1.1" status: 200 len: 210 time: 0.0360825 Jun 23 15:01:55.494459 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d60588f-b029-45a8-a1e5-13c65ac85ea1 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Router f3f848c6-9af2-4b2e-b9c4-caacc132102f has already been hosted by L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 {{(pid=100181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 15:01:55.840107 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d60588f-b029-45a8-a1e5-13c65ac85ea1 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 15:01:55.849175 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c30ac0-b931-45ac-9e06-66d8885690f9 None None] Sync routers for ids ['f3f848c6-9af2-4b2e-b9c4-caacc132102f'] in dv-cinder-796286-8-smb {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 15:01:55.858541 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c30ac0-b931-45ac-9e06-66d8885690f9 None None] Routers {'f3f848c6-9af2-4b2e-b9c4-caacc132102f'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:01:55.860481 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-f4c30ac0-b931-45ac-9e06-66d8885690f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:01:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['f3f848c6-9af2-4b2e-b9c4-caacc132102f'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:01:55.925093 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4d60588f-b029-45a8-a1e5-13c65ac85ea1 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for floatingip, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:55.961630 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-4d60588f-b029-45a8-a1e5-13c65ac85ea1 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2531984 Jun 23 15:01:55.962093 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-f4c30ac0-b931-45ac-9e06-66d8885690f9 None None] Set router f3f848c6-9af2-4b2e-b9c4-caacc132102f gateway port host: dv-cinder-796286-8-smb {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:01:55.962343 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7978b0bf-8426-41cc-8e81-4f2cd74b6510', 'tag': '7fc24480-d5df-4325-ad7f-c64b7994c503'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:01:55.964863 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da33853d-c6d9-4cbb-8a14-d9b25cea1b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "7978b0bf-8426-41cc-8e81-4f2cd74b6510", "tag": "7fc24480-d5df-4325-ad7f-c64b7994c503"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:01:56.008817 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 15:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979277ea-503b-4564-8f8b-257ea7d8aac3 x-openstack-request-id: req-979277ea-503b-4564-8f8b-257ea7d8aac3 {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:01:56.009177 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7978b0bf-8426-41cc-8e81-4f2cd74b6510", "tag": "7fc24480-d5df-4325-ad7f-c64b7994c503", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:01:56.009470 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-979277ea-503b-4564-8f8b-257ea7d8aac3 {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:01:56.009981 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7978b0bf-8426-41cc-8e81-4f2cd74b6510', 'tag': '7fc24480-d5df-4325-ad7f-c64b7994c503', 'status': 'completed', 'code': 200} Jun 23 15:01:56.086178 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33853d-c6d9-4cbb-8a14-d9b25cea1b1c req-264f09e7-c29c-47c6-a558-27702ddfe9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:56.087731 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-da33853d-c6d9-4cbb-8a14-d9b25cea1b1c req-264f09e7-c29c-47c6-a558-27702ddfe9d3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53a050db46474be88a57b1333575aea7&device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 1098 time: 0.0548241 Jun 23 15:01:56.178729 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33853d-c6d9-4cbb-8a14-d9b25cea1b1c req-0f37155e-c9d9-42b2-8f57-0bb078386a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:56.180151 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-da33853d-c6d9-4cbb-8a14-d9b25cea1b1c req-0f37155e-c9d9-42b2-8f57-0bb078386a94 service neutron] 10.222.0.46 "GET /v2.0/networks?id=af5d2873-7a72-41f8-b787-f3eb0dbc51dd HTTP/1.1" status: 200 len: 910 time: 0.0866933 Jun 23 15:01:56.183632 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-f4c30ac0-b931-45ac-9e06-66d8885690f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'name': 'tempest-TestShelveInstance-1361125579-router', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ae592d6e-f449-4797-9f7f-fb6f5e809c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T15:01:02Z', 'updated_at': '2021-06-23T15:01:05Z', 'revision_number': 4, 'project_id': '53a050db46474be88a57b1333575aea7', 'gw_port': {'id': 'ae592d6e-f449-4797-9f7f-fb6f5e809c97', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:02Z', 'updated_at': '2021-06-23T15:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_floatingips': [{'id': 'd4254a89-1ba3-4266-8c70-22be36d4063a', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'floating_ip_address': '172.28.1.128', 'floating_network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'router_id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'port_id': '7fc24480-d5df-4325-ad7f-c64b7994c503', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd', 'mac_address': 'fa:16:3e:2b:cf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7978b0bf-8426-41cc-8e81-4f2cd74b6510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T15:01:54Z', 'updated_at': '2021-06-23T15:01:54Z', 'revision_number': 0, 'project_id': '53a050db46474be88a57b1333575aea7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c515424-979f-4466-9e42-e5534ac52440', 'name': '', 'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'mac_address': 'fa:16:3e:00:1f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'ac5a127d-407c-4710-8806-35982a4a5eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:04Z', 'updated_at': '2021-06-23T15:01:12Z', 'revision_number': 5, 'project_id': '53a050db46474be88a57b1333575aea7', 'subnets': [{'id': 'ac5a127d-407c-4710-8806-35982a4a5eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:01:56.213412 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c30ac0-b931-45ac-9e06-66d8885690f9 None None] Checking router: f3f848c6-9af2-4b2e-b9c4-caacc132102f for host: dv-cinder-796286-8-smb {{(pid=100183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 15:01:56.221682 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c30ac0-b931-45ac-9e06-66d8885690f9 None None] Routers {'f3f848c6-9af2-4b2e-b9c4-caacc132102f'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:01:56.222326 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-f4c30ac0-b931-45ac-9e06-66d8885690f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:01:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['f3f848c6-9af2-4b2e-b9c4-caacc132102f'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:01:56.246975 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-da33853d-c6d9-4cbb-8a14-d9b25cea1b1c req-79997e48-1540-4558-aed5-bec01b78d042 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fc24480-d5df-4325-ad7f-c64b7994c503 HTTP/1.1" status: 200 len: 999 time: 0.0601475 Jun 23 15:01:56.293654 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33853d-c6d9-4cbb-8a14-d9b25cea1b1c req-4b60bd16-682c-433f-a7da-4bc0c4812ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:56.295172 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-da33853d-c6d9-4cbb-8a14-d9b25cea1b1c req-4b60bd16-682c-433f-a7da-4bc0c4812ee9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ac5a127d-407c-4710-8806-35982a4a5eb3 HTTP/1.1" status: 200 len: 848 time: 0.0426517 Jun 23 15:01:56.327211 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-f4c30ac0-b931-45ac-9e06-66d8885690f9 None None] Set router f3f848c6-9af2-4b2e-b9c4-caacc132102f gateway port host: dv-cinder-796286-8-smb {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:01:56.350168 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33853d-c6d9-4cbb-8a14-d9b25cea1b1c req-0902e89c-3fb9-4ea9-98b5-72a880a4ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:56.351657 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-da33853d-c6d9-4cbb-8a14-d9b25cea1b1c req-0902e89c-3fb9-4ea9-98b5-72a880a4ae28 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=af5d2873-7a72-41f8-b787-f3eb0dbc51dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0504532 Jun 23 15:01:56.447439 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-da33853d-c6d9-4cbb-8a14-d9b25cea1b1c req-1ccf1e0f-1552-4c6a-b780-b4e8cf590bbf service neutron] 10.222.0.46 "GET /v2.0/networks/af5d2873-7a72-41f8-b787-f3eb0dbc51dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893230 Jun 23 15:01:56.542386 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-da33853d-c6d9-4cbb-8a14-d9b25cea1b1c req-bcebc121-b5b4-43d9-98e8-c4b813172f92 service neutron] 10.222.0.46 "GET /v2.0/networks/af5d2873-7a72-41f8-b787-f3eb0dbc51dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884538 Jun 23 15:01:56.550006 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-f4c30ac0-b931-45ac-9e06-66d8885690f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'name': 'tempest-TestShelveInstance-1361125579-router', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ae592d6e-f449-4797-9f7f-fb6f5e809c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T15:01:02Z', 'updated_at': '2021-06-23T15:01:05Z', 'revision_number': 4, 'project_id': '53a050db46474be88a57b1333575aea7', 'gw_port': {'id': 'ae592d6e-f449-4797-9f7f-fb6f5e809c97', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:02Z', 'updated_at': '2021-06-23T15:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_floatingips': [{'id': 'd4254a89-1ba3-4266-8c70-22be36d4063a', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'floating_ip_address': '172.28.1.128', 'floating_network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'router_id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'port_id': '7fc24480-d5df-4325-ad7f-c64b7994c503', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd', 'mac_address': 'fa:16:3e:2b:cf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7978b0bf-8426-41cc-8e81-4f2cd74b6510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T15:01:54Z', 'updated_at': '2021-06-23T15:01:54Z', 'revision_number': 0, 'project_id': '53a050db46474be88a57b1333575aea7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c515424-979f-4466-9e42-e5534ac52440', 'name': '', 'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'mac_address': 'fa:16:3e:00:1f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'ac5a127d-407c-4710-8806-35982a4a5eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:04Z', 'updated_at': '2021-06-23T15:01:12Z', 'revision_number': 5, 'project_id': '53a050db46474be88a57b1333575aea7', 'subnets': [{'id': 'ac5a127d-407c-4710-8806-35982a4a5eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:01:56.575559 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c30ac0-b931-45ac-9e06-66d8885690f9 None None] The sync data for ids ['f3f848c6-9af2-4b2e-b9c4-caacc132102f'] in dv-cinder-796286-8-smb is: [{'id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'name': 'tempest-TestShelveInstance-1361125579-router', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ae592d6e-f449-4797-9f7f-fb6f5e809c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T15:01:02Z', 'updated_at': '2021-06-23T15:01:05Z', 'revision_number': 4, 'project_id': '53a050db46474be88a57b1333575aea7', 'gw_port': {'id': 'ae592d6e-f449-4797-9f7f-fb6f5e809c97', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:02Z', 'updated_at': '2021-06-23T15:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_floatingips': [{'id': 'd4254a89-1ba3-4266-8c70-22be36d4063a', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'floating_ip_address': '172.28.1.128', 'floating_network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'router_id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'port_id': '7fc24480-d5df-4325-ad7f-c64b7994c503', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd', 'mac_address': 'fa:16:3e:2b:cf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7978b0bf-8426-41cc-8e81-4f2cd74b6510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T15:01:54Z', 'updated_at': '2021-06-23T15:01:54Z', 'revision_number': 0, 'project_id': '53a050db46474be88a57b1333575aea7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c515424-979f-4466-9e42-e5534ac52440', 'name': '', 'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'mac_address': 'fa:16:3e:00:1f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'ac5a127d-407c-4710-8806-35982a4a5eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:04Z', 'updated_at': '2021-06-23T15:01:12Z', 'revision_number': 5, 'project_id': '53a050db46474be88a57b1333575aea7', 'subnets': [{'id': 'ac5a127d-407c-4710-8806-35982a4a5eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 15:01:56.618035 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d63e09e9-1dd0-4679-b4f6-0cc64ea4afff req-0284d4f6-01ab-4c49-b5fe-3eada43513cf tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d5cf708-975b-4e97-9978-68d402559411 HTTP/1.1" status: 200 len: 210 time: 0.0412421 Jun 23 15:01:56.768788 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f05fc8-0a5a-4b36-95ed-8faa51d56866 None None] New status for floating IP d4254a89-1ba3-4266-8c70-22be36d4063a: ACTIVE {{(pid=100182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 15:01:57.569576 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-fe93df68-eecb-4f4f-bfe9-a41ab8298503 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:57.571018 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-fe93df68-eecb-4f4f-bfe9-a41ab8298503 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] 10.222.0.46 "GET /v2.0/networks?id=5cd2b3da-13e9-4642-8551-9348eb644143 HTTP/1.1" status: 200 len: 808 time: 0.1022942 Jun 23 15:01:57.582571 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-2f69da1e-0fb6-4531-bddb-c3982da3b324 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Request body: {'port': {'device_id': '8d5cf708-975b-4e97-9978-68d402559411', 'network_id': '5cd2b3da-13e9-4642-8551-9348eb644143', 'admin_state_up': True, 'tenant_id': 'fb50bfd3eee54ce7b9d86107a89fe419'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:01:57.761956 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-305ff845-cdb3-4ce5-a941-2bf0a114e6b0 req-1fb020f2-32fd-4182-a07b-c6141f4e662b tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d5cf708-975b-4e97-9978-68d402559411 HTTP/1.1" status: 200 len: 210 time: 0.0305524 Jun 23 15:01:57.770575 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-2f69da1e-0fb6-4531-bddb-c3982da3b324 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Made reservation on behalf of fb50bfd3eee54ce7b9d86107a89fe419 for: {'port': 1} {{(pid=100181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 15:01:57.774247 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-2f69da1e-0fb6-4531-bddb-c3982da3b324 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:57.899997 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_common [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-2f69da1e-0fb6-4531-bddb-c3982da3b324 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Allocated IP 172.20.0.9 (5cd2b3da-13e9-4642-8551-9348eb644143/2e71186b-fff4-4b38-89bb-439a2bd3da5f/d107d9d1-3048-4672-96f5-617450c39bdd) {{(pid=100181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 15:01:58.048337 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-2f69da1e-0fb6-4531-bddb-c3982da3b324 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Notify callbacks [] for port, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:58.125528 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-2f69da1e-0fb6-4531-bddb-c3982da3b324 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25497294'] for port, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:58.129135 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-cf4e4fec-d55a-44b9-9ae7-054ba87493d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:58.169854 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-2f69da1e-0fb6-4531-bddb-c3982da3b324 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Network 5cd2b3da-13e9-4642-8551-9348eb644143 is already hosted by enough agents. {{(pid=100181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 15:01:58.172966 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-2f69da1e-0fb6-4531-bddb-c3982da3b324 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Resources bound (agent type, host, resource id): {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 15:01:58.177513 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-2f69da1e-0fb6-4531-bddb-c3982da3b324 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Received port after_create {{(pid=100181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 15:01:58.183801 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69da1e-0fb6-4531-bddb-c3982da3b324 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Pushing event updated for resources: {'Port': ['ID=d107d9d1-3048-4672-96f5-617450c39bdd,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:58.202117 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-2f69da1e-0fb6-4531-bddb-c3982da3b324 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:58.227708 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-2f69da1e-0fb6-4531-bddb-c3982da3b324 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:58.228316 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-2f69da1e-0fb6-4531-bddb-c3982da3b324 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:58.314288 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-2f69da1e-0fb6-4531-bddb-c3982da3b324 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7354527 Jun 23 15:01:58.325881 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-204a8d48-269f-4757-a871-848a2d4f8606 service neutron] Request body: {'port': {'device_id': '8d5cf708-975b-4e97-9978-68d402559411', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:01:58.397974 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-204a8d48-269f-4757-a871-848a2d4f8606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:58.651651 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-204a8d48-269f-4757-a871-848a2d4f8606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d107d9d1-3048-4672-96f5-617450c39bdd {{(pid=100181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 15:01:58.659374 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-204a8d48-269f-4757-a871-848a2d4f8606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:58.670724 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.provisioning_blocks [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-204a8d48-269f-4757-a871-848a2d4f8606 service neutron] Transition to ACTIVE for port object d107d9d1-3048-4672-96f5-617450c39bdd will not be triggered until provisioned by entity L2. {{(pid=100181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 15:01:58.735846 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-204a8d48-269f-4757-a871-848a2d4f8606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:58.737759 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-0b050c19-5359-44b6-8033-9a530aee0601 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:58.814504 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a8d48-269f-4757-a871-848a2d4f8606 service neutron] Pushing event updated for resources: {'Port': ['ID=d107d9d1-3048-4672-96f5-617450c39bdd,revision_number=2']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:58.814504 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-204a8d48-269f-4757-a871-848a2d4f8606 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:58.856413 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-204a8d48-269f-4757-a871-848a2d4f8606 service neutron] Attempting to bind port d107d9d1-3048-4672-96f5-617450c39bdd on host hv-cinder-79628 for vnic_type normal with profile {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 15:01:58.856764 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-204a8d48-269f-4757-a871-848a2d4f8606 service neutron] Attempting to bind port d107d9d1-3048-4672-96f5-617450c39bdd by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'd3ee3e14-fdc0-4378-8b3c-498351abab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '5cd2b3da-13e9-4642-8551-9348eb644143'}] {{(pid=100181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 15:01:58.857084 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-204a8d48-269f-4757-a871-848a2d4f8606 service neutron] Attempting to bind port d107d9d1-3048-4672-96f5-617450c39bdd on network 5cd2b3da-13e9-4642-8551-9348eb644143 {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 15:01:58.861218 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-204a8d48-269f-4757-a871-848a2d4f8606 service neutron] Port d107d9d1-3048-4672-96f5-617450c39bdd on network 5cd2b3da-13e9-4642-8551-9348eb644143 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 15:01:58.861538 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-204a8d48-269f-4757-a871-848a2d4f8606 service neutron] Attempting to bind port d107d9d1-3048-4672-96f5-617450c39bdd on network 5cd2b3da-13e9-4642-8551-9348eb644143 {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 15:01:58.866254 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-204a8d48-269f-4757-a871-848a2d4f8606 service neutron] Checking agent: {'id': 'c9242261-8a06-47e1-899c-cb42624e61de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 15, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 15:01:58.866589 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-204a8d48-269f-4757-a871-848a2d4f8606 service neutron] Checking segment: {'id': 'd3ee3e14-fdc0-4378-8b3c-498351abab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '5cd2b3da-13e9-4642-8551-9348eb644143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 15:01:58.866971 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-204a8d48-269f-4757-a871-848a2d4f8606 service neutron] Bound using segment: {'id': 'd3ee3e14-fdc0-4378-8b3c-498351abab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '5cd2b3da-13e9-4642-8551-9348eb644143'} {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 15:01:58.867394 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-204a8d48-269f-4757-a871-848a2d4f8606 service neutron] Bound port: d107d9d1-3048-4672-96f5-617450c39bdd, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3ee3e14-fdc0-4378-8b3c-498351abab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '5cd2b3da-13e9-4642-8551-9348eb644143'}}] {{(pid=100181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 15:01:58.867738 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-204a8d48-269f-4757-a871-848a2d4f8606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:58.927800 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-204a8d48-269f-4757-a871-848a2d4f8606 service neutron] For port d107d9d1-3048-4672-96f5-617450c39bdd, host hv-cinder-79628, cleared binding levels {{(pid=100181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 15:01:58.930180 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69419b-5f20-4167-80a1-f0415b3ed4e2 req-23fe8843-56e3-47d3-9f33-910fbf9c2a06 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:58.930683 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-204a8d48-269f-4757-a871-848a2d4f8606 service neutron] For port d107d9d1-3048-4672-96f5-617450c39bdd, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d107d9d1-3048-4672-96f5-617450c39bdd,segment=NetworkSegment(d3ee3e14-fdc0-4378-8b3c-498351abab02),segment_id=d3ee3e14-fdc0-4378-8b3c-498351abab02)] {{(pid=100181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 15:01:58.931648 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ed69419b-5f20-4167-80a1-f0415b3ed4e2 req-23fe8843-56e3-47d3-9f33-910fbf9c2a06 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d5cf708-975b-4e97-9978-68d402559411 HTTP/1.1" status: 200 len: 943 time: 0.0604694 Jun 23 15:01:58.970167 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ed69419b-5f20-4167-80a1-f0415b3ed4e2 req-569ca109-68e8-4584-a3ec-f01ce0e9292b tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] 10.222.0.72 "GET /v2.0/security-groups?id=02bd0d16-200e-4640-a09e-85e1e04c9348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326319 Jun 23 15:01:59.028429 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-204a8d48-269f-4757-a871-848a2d4f8606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:59.031995 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-8ff58397-7998-4b22-9aea-2435536ad41e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:01:59.064662 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-204a8d48-269f-4757-a871-848a2d4f8606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:59.065810 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-204a8d48-269f-4757-a871-848a2d4f8606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:59.067158 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-204a8d48-269f-4757-a871-848a2d4f8606 service neutron] 10.222.0.46 "PUT /v2.0/ports/d107d9d1-3048-4672-96f5-617450c39bdd HTTP/1.1" status: 200 len: 1093 time: 0.7453699 Jun 23 15:01:59.069049 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5cf708-975b-4e97-9978-68d402559411', 'tag': 'd107d9d1-3048-4672-96f5-617450c39bdd'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:01:59.071359 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2311be-b9a3-414e-b9a0-91846fdebaa5" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5cf708-975b-4e97-9978-68d402559411", "tag": "d107d9d1-3048-4672-96f5-617450c39bdd"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:01:59.089777 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a8d48-269f-4757-a871-848a2d4f8606 service neutron] Pushing event updated for resources: {'Port': ['ID=d107d9d1-3048-4672-96f5-617450c39bdd,revision_number=3']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:01:59.092853 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-204a8d48-269f-4757-a871-848a2d4f8606 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:01:59.108422 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 15:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c17ac8-9025-433b-8927-2b6b31edc000 x-openstack-request-id: req-29c17ac8-9025-433b-8927-2b6b31edc000 {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:01:59.108752 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5cf708-975b-4e97-9978-68d402559411", "tag": "d107d9d1-3048-4672-96f5-617450c39bdd", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:01:59.109050 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-29c17ac8-9025-433b-8927-2b6b31edc000 {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:01:59.109489 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5cf708-975b-4e97-9978-68d402559411', 'tag': 'd107d9d1-3048-4672-96f5-617450c39bdd', 'status': 'completed', 'code': 200} Jun 23 15:01:59.183829 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2311be-b9a3-414e-b9a0-91846fdebaa5 req-289016f3-c8f7-419f-a5f0-f0b1e1ff89f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:59.185209 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-9e2311be-b9a3-414e-b9a0-91846fdebaa5 req-289016f3-c8f7-419f-a5f0-f0b1e1ff89f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb50bfd3eee54ce7b9d86107a89fe419&device_id=8d5cf708-975b-4e97-9978-68d402559411 HTTP/1.1" status: 200 len: 1096 time: 0.0564239 Jun 23 15:01:59.277406 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2311be-b9a3-414e-b9a0-91846fdebaa5 req-8a08414e-85f7-4c3d-b1d3-2ea4817c516a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:59.278858 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-9e2311be-b9a3-414e-b9a0-91846fdebaa5 req-8a08414e-85f7-4c3d-b1d3-2ea4817c516a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=fb50bfd3eee54ce7b9d86107a89fe419&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0871923 Jun 23 15:01:59.376357 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2311be-b9a3-414e-b9a0-91846fdebaa5 req-e01db679-60e6-461b-8011-4d00ac4a3630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:59.378405 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-9e2311be-b9a3-414e-b9a0-91846fdebaa5 req-e01db679-60e6-461b-8011-4d00ac4a3630 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887184 Jun 23 15:01:59.468126 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-670295fb-b7d3-4658-b87c-f00d9b6f93c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:59.469468 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-670295fb-b7d3-4658-b87c-f00d9b6f93c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb50bfd3eee54ce7b9d86107a89fe419&device_id=8d5cf708-975b-4e97-9978-68d402559411 HTTP/1.1" status: 200 len: 1096 time: 0.0510614 Jun 23 15:01:59.512855 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-9e9acbb3-e011-4d22-b2a7-500f4c6102e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d107d9d1-3048-4672-96f5-617450c39bdd HTTP/1.1" status: 200 len: 217 time: 0.0356402 Jun 23 15:01:59.558638 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-629463a1-38b5-4e85-8de0-4678275ecb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:01:59.559956 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-629463a1-38b5-4e85-8de0-4678275ecb54 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e71186b-fff4-4b38-89bb-439a2bd3da5f HTTP/1.1" status: 200 len: 848 time: 0.0405543 Jun 23 15:01:59.590724 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-244e409a-17dd-4bc9-8144-88a9764f4349 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5cd2b3da-13e9-4642-8551-9348eb644143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237198 Jun 23 15:01:59.677935 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-827d5ac3-cc7c-4c5b-9f6a-727df0600b95 service neutron] 10.222.0.46 "GET /v2.0/networks/5cd2b3da-13e9-4642-8551-9348eb644143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804317 Jun 23 15:01:59.763157 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-91dd2250-4ebe-4ac1-af4e-db459beb9c93 req-39642864-7d74-42eb-999f-be6bffb6355d service neutron] 10.222.0.46 "GET /v2.0/networks/5cd2b3da-13e9-4642-8551-9348eb644143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779936 Jun 23 15:02:00.136027 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac145eb-4e7b-4cf0-ac1f-f2f53cf127b6 req-0bfebff6-5bfb-41c8-a8f2-5a1293e71c8e tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:02:00.137481 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-fac145eb-4e7b-4cf0-ac1f-f2f53cf127b6 req-0bfebff6-5bfb-41c8-a8f2-5a1293e71c8e tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d5cf708-975b-4e97-9978-68d402559411 HTTP/1.1" status: 200 len: 943 time: 0.0607390 Jun 23 15:02:00.174984 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-fac145eb-4e7b-4cf0-ac1f-f2f53cf127b6 req-b07ec6d8-9923-4bb1-b0b1-7925370466ed tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] 10.222.0.72 "GET /v2.0/security-groups?id=02bd0d16-200e-4640-a09e-85e1e04c9348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312381 Jun 23 15:02:01.350276 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2ffa8-ac5d-49f2-9e37-647ae57247af req-55b13139-c693-4472-be6f-976c34ca12f5 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:02:01.351749 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f1f2ffa8-ac5d-49f2-9e37-647ae57247af req-55b13139-c693-4472-be6f-976c34ca12f5 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d5cf708-975b-4e97-9978-68d402559411 HTTP/1.1" status: 200 len: 943 time: 0.0679383 Jun 23 15:02:01.387728 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f1f2ffa8-ac5d-49f2-9e37-647ae57247af req-83e633f7-a123-4fa6-8e11-a472858d0f2e tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] 10.222.0.72 "GET /v2.0/security-groups?id=02bd0d16-200e-4640-a09e-85e1e04c9348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304611 Jun 23 15:02:02.456495 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device d107d9d1-3048-4672-96f5-617450c39bdd details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=100182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 15:02:02.553006 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port d107d9d1-3048-4672-96f5-617450c39bdd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d107d9d1-3048-4672-96f5-617450c39bdd,segment=NetworkSegment(d3ee3e14-fdc0-4378-8b3c-498351abab02),segment_id=d3ee3e14-fdc0-4378-8b3c-498351abab02)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:02:02.562001 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbd84a-1ceb-4d94-bb47-d7b67987da96 req-4d35d127-7de1-4bad-83f6-a8284ca88244 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:02:02.563482 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-56dbd84a-1ceb-4d94-bb47-d7b67987da96 req-4d35d127-7de1-4bad-83f6-a8284ca88244 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d5cf708-975b-4e97-9978-68d402559411 HTTP/1.1" status: 200 len: 943 time: 0.0616157 Jun 23 15:02:02.563774 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Returning: {'device': 'd107d9d1-3048-4672-96f5-617450c39bdd', 'network_id': '5cd2b3da-13e9-4642-8551-9348eb644143', 'port_id': 'd107d9d1-3048-4672-96f5-617450c39bdd', 'mac_address': 'fa:16:3e:b7:9a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e71186b-fff4-4b38-89bb-439a2bd3da5f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 15:02:02.599370 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:02.599730 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-56dbd84a-1ceb-4d94-bb47-d7b67987da96 req-7b5aa0b7-2890-42cf-b3d1-442654cbefd0 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] 10.222.0.72 "GET /v2.0/security-groups?id=02bd0d16-200e-4640-a09e-85e1e04c9348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306628 Jun 23 15:02:02.611793 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d107d9d1-3048-4672-96f5-617450c39bdd {{(pid=100182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 15:02:02.630859 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port d107d9d1-3048-4672-96f5-617450c39bdd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d107d9d1-3048-4672-96f5-617450c39bdd,segment=NetworkSegment(d3ee3e14-fdc0-4378-8b3c-498351abab02),segment_id=d3ee3e14-fdc0-4378-8b3c-498351abab02)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:02:02.719149 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:02.720878 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-7b682624-9260-46b6-92f6-294c5359519f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:02:02.765158 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=d107d9d1-3048-4672-96f5-617450c39bdd,revision_number=4']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:02:02.768042 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:02:02.972791 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['d107d9d1-3048-4672-96f5-617450c39bdd'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 15:02:03.772086 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf817ec-d8e4-4275-b20a-50c858729012 req-f3e4b1d8-07f6-4d7a-9e52-483cf6799727 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:02:03.773558 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-8cf817ec-d8e4-4275-b20a-50c858729012 req-f3e4b1d8-07f6-4d7a-9e52-483cf6799727 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d5cf708-975b-4e97-9978-68d402559411 HTTP/1.1" status: 200 len: 944 time: 0.0634866 Jun 23 15:02:03.809401 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-8cf817ec-d8e4-4275-b20a-50c858729012 req-a2959f4f-b954-4072-bff4-91f8a6e7ec8f tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] 10.222.0.72 "GET /v2.0/security-groups?id=02bd0d16-200e-4640-a09e-85e1e04c9348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303745 Jun 23 15:02:04.452345 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device d107d9d1-3048-4672-96f5-617450c39bdd up at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 15:02:04.633289 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning for port d107d9d1-3048-4672-96f5-617450c39bdd completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 15:02:04.637100 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning complete for port d107d9d1-3048-4672-96f5-617450c39bdd triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:02:04.637485 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:04.828159 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:04.850764 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5cf708-975b-4e97-9978-68d402559411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd107d9d1-3048-4672-96f5-617450c39bdd'}] {{(pid=100182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:02:04.853029 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2be0bd3a3b87df06192a81cc7e782664f9eb16b4f3df3f1ec53fa4495edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c383d372-fe78-49b5-afc7-944faf03efc8" -d '{"events": [{"server_uuid": "8d5cf708-975b-4e97-9978-68d402559411", "name": "network-vif-plugged", "status": "completed", "tag": "d107d9d1-3048-4672-96f5-617450c39bdd"}]}' {{(pid=100182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:02:04.866168 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port d107d9d1-3048-4672-96f5-617450c39bdd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d107d9d1-3048-4672-96f5-617450c39bdd,segment=NetworkSegment(d3ee3e14-fdc0-4378-8b3c-498351abab02),segment_id=d3ee3e14-fdc0-4378-8b3c-498351abab02)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:02:04.889919 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 15:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c4fb9a-a682-4904-9532-b958c00e8ffa x-openstack-request-id: req-e2c4fb9a-a682-4904-9532-b958c00e8ffa {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:02:04.890227 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5cf708-975b-4e97-9978-68d402559411", "name": "network-vif-plugged", "status": "completed", "tag": "d107d9d1-3048-4672-96f5-617450c39bdd", "code": 200}]} {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:02:04.890491 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e2c4fb9a-a682-4904-9532-b958c00e8ffa {{(pid=100182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:02:04.890894 dv-cinder-796286-8-smb neutron-server[100182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5cf708-975b-4e97-9978-68d402559411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd107d9d1-3048-4672-96f5-617450c39bdd', 'code': 200} Jun 23 15:02:04.959960 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:04.961994 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-7b682624-9260-46b6-92f6-294c5359519f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:02:04.982180 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad91e7-1970-467f-97d7-035f799d79b6 req-77e5907c-ae28-4e38-b665-fbf0e6c45896 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:02:04.983980 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-84ad91e7-1970-467f-97d7-035f799d79b6 req-77e5907c-ae28-4e38-b665-fbf0e6c45896 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d5cf708-975b-4e97-9978-68d402559411 HTTP/1.1" status: 200 len: 944 time: 0.0630682 Jun 23 15:02:05.007730 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=d107d9d1-3048-4672-96f5-617450c39bdd,revision_number=5']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:02:05.014643 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:05.015017 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:05.015385 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:05.015673 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:05.016011 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:05.016342 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:05.016675 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:05.017005 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:05.017336 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:05.017664 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:05.018012 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:05.018335 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:05.021672 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-84ad91e7-1970-467f-97d7-035f799d79b6 req-f9186c36-3fac-4bf2-a7e7-78e3396311a4 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] 10.222.0.72 "GET /v2.0/security-groups?id=02bd0d16-200e-4640-a09e-85e1e04c9348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312488 Jun 23 15:02:05.022228 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:02:05.251640 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf61cfa-8a7a-48a6-8ef8-f468e465fed2 req-e32b76cc-40e7-425d-95f8-f048fce0dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:02:05.253063 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-6cf61cfa-8a7a-48a6-8ef8-f468e465fed2 req-e32b76cc-40e7-425d-95f8-f048fce0dc0d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8d5cf708-975b-4e97-9978-68d402559411 HTTP/1.1" status: 200 len: 1098 time: 0.0498176 Jun 23 15:02:05.292605 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-6cf61cfa-8a7a-48a6-8ef8-f468e465fed2 req-dbab8af9-9aee-4b10-b3fb-10a856744416 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=02bd0d16-200e-4640-a09e-85e1e04c9348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313470 Jun 23 15:02:06.204966 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be70ac-8b0c-4a28-9658-6f735f8f8fbd req-87546950-942d-4b5d-a5a1-029b409b55e7 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:02:06.206377 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-72be70ac-8b0c-4a28-9658-6f735f8f8fbd req-87546950-942d-4b5d-a5a1-029b409b55e7 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d5cf708-975b-4e97-9978-68d402559411 HTTP/1.1" status: 200 len: 945 time: 0.0619612 Jun 23 15:02:06.243269 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-72be70ac-8b0c-4a28-9658-6f735f8f8fbd req-cb4fa654-aa22-42ed-a37c-04d0e864d36d tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] 10.222.0.72 "GET /v2.0/security-groups?id=02bd0d16-200e-4640-a09e-85e1e04c9348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311022 Jun 23 15:02:06.490538 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:07.412183 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d8f24-a49d-4b1b-9e25-9f4367b28b52 req-3e485f78-c87f-40f5-a8b7-38740ea4bfc5 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:02:07.413613 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e16d8f24-a49d-4b1b-9e25-9f4367b28b52 req-3e485f78-c87f-40f5-a8b7-38740ea4bfc5 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d5cf708-975b-4e97-9978-68d402559411 HTTP/1.1" status: 200 len: 945 time: 0.0635576 Jun 23 15:02:07.449496 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e16d8f24-a49d-4b1b-9e25-9f4367b28b52 req-5964ebfd-03d9-47b7-ada3-b2b6f567e98d tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] 10.222.0.72 "GET /v2.0/security-groups?id=02bd0d16-200e-4640-a09e-85e1e04c9348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303924 Jun 23 15:02:09.741883 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-a322607c-8dcf-45a9-9311-2fb05ca5cf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:10.889262 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543026b-4137-4d0d-8679-26f0f497390d req-4aad68c4-7114-45aa-ae91-07f751b5faa5 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:02:10.890851 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0543026b-4137-4d0d-8679-26f0f497390d req-4aad68c4-7114-45aa-ae91-07f751b5faa5 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d5cf708-975b-4e97-9978-68d402559411 HTTP/1.1" status: 200 len: 945 time: 0.0611145 Jun 23 15:02:10.928166 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0543026b-4137-4d0d-8679-26f0f497390d req-d4978247-8ef7-486b-9475-d1f1f1888e30 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] 10.222.0.72 "GET /v2.0/security-groups?id=02bd0d16-200e-4640-a09e-85e1e04c9348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318055 Jun 23 15:02:12.116275 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36cef5-a1c9-4a0b-87b5-078b00cb515f req-ed96e437-99f6-457f-98a2-d84e7a280e3d tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:02:12.117826 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5f36cef5-a1c9-4a0b-87b5-078b00cb515f req-ed96e437-99f6-457f-98a2-d84e7a280e3d tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d5cf708-975b-4e97-9978-68d402559411 HTTP/1.1" status: 200 len: 945 time: 0.0665944 Jun 23 15:02:12.155296 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5f36cef5-a1c9-4a0b-87b5-078b00cb515f req-0edfe7c3-d745-4faf-a928-5f542e0e21bb tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] 10.222.0.72 "GET /v2.0/security-groups?id=02bd0d16-200e-4640-a09e-85e1e04c9348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318844 Jun 23 15:02:12.389519 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7b21d-fcb4-407c-9f8a-78a5d57b25d8 req-e47070f4-0669-4bff-a13a-97b00a27b6e3 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:02:12.390973 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-1eb7b21d-fcb4-407c-9f8a-78a5d57b25d8 req-e47070f4-0669-4bff-a13a-97b00a27b6e3 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d5cf708-975b-4e97-9978-68d402559411 HTTP/1.1" status: 200 len: 945 time: 0.0615509 Jun 23 15:02:12.479187 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-47fe14fd-7b42-4cec-9730-d26f58520049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:12.490214 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-1eb7b21d-fcb4-407c-9f8a-78a5d57b25d8 req-adaf5f20-a3f3-4f35-95f8-6859c378c7fe tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Deleting port d107d9d1-3048-4672-96f5-617450c39bdd {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:02:12.490564 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-1eb7b21d-fcb4-407c-9f8a-78a5d57b25d8 req-adaf5f20-a3f3-4f35-95f8-6859c378c7fe tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:12.536523 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:12.588088 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-1eb7b21d-fcb4-407c-9f8a-78a5d57b25d8 req-adaf5f20-a3f3-4f35-95f8-6859c378c7fe tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] For port d107d9d1-3048-4672-96f5-617450c39bdd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d107d9d1-3048-4672-96f5-617450c39bdd,segment=NetworkSegment(d3ee3e14-fdc0-4378-8b3c-498351abab02),segment_id=d3ee3e14-fdc0-4378-8b3c-498351abab02)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:02:12.588448 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-1eb7b21d-fcb4-407c-9f8a-78a5d57b25d8 req-adaf5f20-a3f3-4f35-95f8-6859c378c7fe tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:12.600583 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-1eb7b21d-fcb4-407c-9f8a-78a5d57b25d8 req-adaf5f20-a3f3-4f35-95f8-6859c378c7fe tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Calling delete_port for d107d9d1-3048-4672-96f5-617450c39bdd owned by compute:nova {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:02:12.799239 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-1eb7b21d-fcb4-407c-9f8a-78a5d57b25d8 req-adaf5f20-a3f3-4f35-95f8-6859c378c7fe tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:12.803454 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-fcc33013-65f2-44e0-a344-bb03e6e83125 tempest-ServerRescueNegativeTestJSON-1246857801 tempest-ServerRescueNegativeTestJSON-1246857801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:02:12.828403 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf5f20-a3f3-4f35-95f8-6859c378c7fe tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Pushing event deleted for resources: {'Port': ['ID=d107d9d1-3048-4672-96f5-617450c39bdd,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:02:12.856240 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf5f20-a3f3-4f35-95f8-6859c378c7fe tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:12.856623 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf5f20-a3f3-4f35-95f8-6859c378c7fe tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:12.856995 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf5f20-a3f3-4f35-95f8-6859c378c7fe tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:12.857364 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf5f20-a3f3-4f35-95f8-6859c378c7fe tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:12.857731 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf5f20-a3f3-4f35-95f8-6859c378c7fe tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:12.858120 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf5f20-a3f3-4f35-95f8-6859c378c7fe tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:12.858479 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf5f20-a3f3-4f35-95f8-6859c378c7fe tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:12.858838 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf5f20-a3f3-4f35-95f8-6859c378c7fe tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:12.859195 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf5f20-a3f3-4f35-95f8-6859c378c7fe tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:12.859549 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf5f20-a3f3-4f35-95f8-6859c378c7fe tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:12.859909 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf5f20-a3f3-4f35-95f8-6859c378c7fe tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:12.860261 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf5f20-a3f3-4f35-95f8-6859c378c7fe tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:12.864407 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-adaf5f20-a3f3-4f35-95f8-6859c378c7fe tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:02:12.881086 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb7b21d-fcb4-407c-9f8a-78a5d57b25d8 req-adaf5f20-a3f3-4f35-95f8-6859c378c7fe tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] No DVR routers for this DVR port d107d9d1-3048-4672-96f5-617450c39bdd on host hv-cinder-79628 {{(pid=100181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 15:02:12.883629 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-1eb7b21d-fcb4-407c-9f8a-78a5d57b25d8 req-adaf5f20-a3f3-4f35-95f8-6859c378c7fe tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:12.885540 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-1eb7b21d-fcb4-407c-9f8a-78a5d57b25d8 req-adaf5f20-a3f3-4f35-95f8-6859c378c7fe tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] 10.222.0.46 "DELETE /v2.0/ports/d107d9d1-3048-4672-96f5-617450c39bdd HTTP/1.1" status: 204 len: 173 time: 0.4882336 Jun 23 15:02:12.886060 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5cf708-975b-4e97-9978-68d402559411', 'name': 'network-vif-deleted', 'tag': 'd107d9d1-3048-4672-96f5-617450c39bdd'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:02:12.888332 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab9d450-0d87-4202-b293-f8cd90a83e0a" -d '{"events": [{"server_uuid": "8d5cf708-975b-4e97-9978-68d402559411", "name": "network-vif-deleted", "tag": "d107d9d1-3048-4672-96f5-617450c39bdd"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:02:12.922008 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 15:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12dcb11f-981b-4a68-aa9f-654b5e56910c x-openstack-request-id: req-12dcb11f-981b-4a68-aa9f-654b5e56910c {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:02:12.922348 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5cf708-975b-4e97-9978-68d402559411", "name": "network-vif-deleted", "tag": "d107d9d1-3048-4672-96f5-617450c39bdd", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:02:12.922642 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-12dcb11f-981b-4a68-aa9f-654b5e56910c {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:02:12.923079 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5cf708-975b-4e97-9978-68d402559411', 'name': 'network-vif-deleted', 'tag': 'd107d9d1-3048-4672-96f5-617450c39bdd', 'status': 'completed', 'code': 200} Jun 23 15:02:13.304243 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-2eaf5d70-eb7b-4043-9c4e-3a01719db93f req-e5588a83-0024-43cc-8f79-f90901c7fda9 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d5cf708-975b-4e97-9978-68d402559411 HTTP/1.1" status: 200 len: 210 time: 0.0282190 Jun 23 15:02:13.731093 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:14.497035 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device d107d9d1-3048-4672-96f5-617450c39bdd no longer exists at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:02:14.516345 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] No Port match for: d107d9d1-3048-4672-96f5-617450c39bdd {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:02:14.516705 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device d107d9d1-3048-4672-96f5-617450c39bdd not bound to the agent host hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:02:15.530483 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:24.050106 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189df7be-2d18-4650-8a54-effc0aa01e19 req-cea8f542-8006-464b-9cc2-6fd09d4c2908 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:02:24.052200 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-189df7be-2d18-4650-8a54-effc0aa01e19 req-cea8f542-8006-464b-9cc2-6fd09d4c2908 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 947 time: 0.0618353 Jun 23 15:02:24.090900 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-189df7be-2d18-4650-8a54-effc0aa01e19 req-4630f7b4-3dcd-4bdb-b6a5-01b269544f16 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323846 Jun 23 15:02:25.287590 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ab200-a21c-4d9f-b214-b78e6eee6b41 req-cf7d0d2a-6abe-4dd4-9f85-da372afcf8e7 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:02:25.288937 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-dc1ab200-a21c-4d9f-b214-b78e6eee6b41 req-cf7d0d2a-6abe-4dd4-9f85-da372afcf8e7 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 947 time: 0.0656288 Jun 23 15:02:25.331245 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-dc1ab200-a21c-4d9f-b214-b78e6eee6b41 req-c39dc95d-277b-4bd3-83b4-865f22180236 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups?id=34a9d67e-4980-4caa-aeba-5cc779de1231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366387 Jun 23 15:02:25.376797 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243965b4-4a54-44c0-8410-85c2c8f65cf3 req-43bca8dd-4331-41c8-af0e-5d32028c800e tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:02:25.378263 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-243965b4-4a54-44c0-8410-85c2c8f65cf3 req-43bca8dd-4331-41c8-af0e-5d32028c800e tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 947 time: 0.0697794 Jun 23 15:02:25.473262 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-243965b4-4a54-44c0-8410-85c2c8f65cf3 req-85f2f799-6d81-4bd6-a629-5a751da404fd tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Deleting port 348c3845-7223-48ad-b737-66b795a39140 {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:02:25.473604 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-243965b4-4a54-44c0-8410-85c2c8f65cf3 req-85f2f799-6d81-4bd6-a629-5a751da404fd tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:25.560892 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-243965b4-4a54-44c0-8410-85c2c8f65cf3 req-85f2f799-6d81-4bd6-a629-5a751da404fd tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] For port 348c3845-7223-48ad-b737-66b795a39140, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=348c3845-7223-48ad-b737-66b795a39140,segment=NetworkSegment(53319a76-a6c9-4f00-b8bd-5ceecb1d2786),segment_id=53319a76-a6c9-4f00-b8bd-5ceecb1d2786)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:02:25.561174 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-243965b4-4a54-44c0-8410-85c2c8f65cf3 req-85f2f799-6d81-4bd6-a629-5a751da404fd tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:25.722978 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-243965b4-4a54-44c0-8410-85c2c8f65cf3 req-85f2f799-6d81-4bd6-a629-5a751da404fd tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:25.723360 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-243965b4-4a54-44c0-8410-85c2c8f65cf3 req-85f2f799-6d81-4bd6-a629-5a751da404fd tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643682'] for floatingip, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:25.723671 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.db.l3_db [req-243965b4-4a54-44c0-8410-85c2c8f65cf3 req-85f2f799-6d81-4bd6-a629-5a751da404fd tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Floating IP cb427e43-6934-481e-9902-9fd2d48da154 disassociated. External IP: 172.28.1.139, port: 348c3845-7223-48ad-b737-66b795a39140. Jun 23 15:02:25.724002 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-243965b4-4a54-44c0-8410-85c2c8f65cf3 req-85f2f799-6d81-4bd6-a629-5a751da404fd tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Calling delete_port for 348c3845-7223-48ad-b737-66b795a39140 owned by compute:nova {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:02:25.919111 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-243965b4-4a54-44c0-8410-85c2c8f65cf3 req-85f2f799-6d81-4bd6-a629-5a751da404fd tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:25.923059 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-780a8651-d225-4fa5-8cf5-e684eae81623 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:02:25.949454 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2f799-6d81-4bd6-a629-5a751da404fd tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Pushing event deleted for resources: {'Port': ['ID=348c3845-7223-48ad-b737-66b795a39140,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:02:25.954008 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-85f2f799-6d81-4bd6-a629-5a751da404fd tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:02:26.060263 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-243965b4-4a54-44c0-8410-85c2c8f65cf3 req-85f2f799-6d81-4bd6-a629-5a751da404fd tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Router 29bfcd50-5d2e-49f4-a10e-987758994b40 has already been hosted by L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 {{(pid=100181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 15:02:26.168632 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-243965b4-4a54-44c0-8410-85c2c8f65cf3 req-85f2f799-6d81-4bd6-a629-5a751da404fd tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 15:02:26.178472 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09b9203-ad3a-4288-b713-2cf98d7c4834 None None] Sync routers for ids ['29bfcd50-5d2e-49f4-a10e-987758994b40'] in dv-cinder-796286-8-smb {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 15:02:26.189059 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09b9203-ad3a-4288-b713-2cf98d7c4834 None None] Routers {'29bfcd50-5d2e-49f4-a10e-987758994b40'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:02:26.189684 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-a09b9203-ad3a-4288-b713-2cf98d7c4834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:02:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['29bfcd50-5d2e-49f4-a10e-987758994b40'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:02:26.210592 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [req-243965b4-4a54-44c0-8410-85c2c8f65cf3 req-85f2f799-6d81-4bd6-a629-5a751da404fd tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] No DVR routers for this DVR port 348c3845-7223-48ad-b737-66b795a39140 on host hv-cinder-79628 {{(pid=100181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 15:02:26.213429 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-243965b4-4a54-44c0-8410-85c2c8f65cf3 req-85f2f799-6d81-4bd6-a629-5a751da404fd tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:26.215703 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-243965b4-4a54-44c0-8410-85c2c8f65cf3 req-85f2f799-6d81-4bd6-a629-5a751da404fd tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.46 "DELETE /v2.0/ports/348c3845-7223-48ad-b737-66b795a39140 HTTP/1.1" status: 204 len: 173 time: 0.8315086 Jun 23 15:02:26.216289 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4953b8-6b46-4602-abb3-bcc828a8eb63', 'name': 'network-vif-deleted', 'tag': '348c3845-7223-48ad-b737-66b795a39140'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:02:26.221309 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0606db-0dd7-41d7-9f17-72d9dc710ed0" -d '{"events": [{"server_uuid": "7b4953b8-6b46-4602-abb3-bcc828a8eb63", "name": "network-vif-deleted", "tag": "348c3845-7223-48ad-b737-66b795a39140"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:02:26.267751 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 15:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027e2c31-635e-4050-b029-c8dd6ccfa653 x-openstack-request-id: req-027e2c31-635e-4050-b029-c8dd6ccfa653 {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:02:26.268146 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4953b8-6b46-4602-abb3-bcc828a8eb63", "name": "network-vif-deleted", "tag": "348c3845-7223-48ad-b737-66b795a39140", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:02:26.268448 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-027e2c31-635e-4050-b029-c8dd6ccfa653 {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:02:26.268885 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4953b8-6b46-4602-abb3-bcc828a8eb63', 'name': 'network-vif-deleted', 'tag': '348c3845-7223-48ad-b737-66b795a39140', 'status': 'completed', 'code': 200} Jun 23 15:02:26.408854 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-a09b9203-ad3a-4288-b713-2cf98d7c4834 None None] Set router 29bfcd50-5d2e-49f4-a10e-987758994b40 gateway port host: dv-cinder-796286-8-smb {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:02:26.496584 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5e777390-b33f-43ad-a6e4-c2e5edfd638a req-79499662-34ea-4a7b-af8e-87e28da842e3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b4953b8-6b46-4602-abb3-bcc828a8eb63 HTTP/1.1" status: 200 len: 210 time: 0.0293083 Jun 23 15:02:26.625077 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-a09b9203-ad3a-4288-b713-2cf98d7c4834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'name': 'tempest-AttachVolumeShelveTestJSON-647770545-router', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'gw_port': {'id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:51Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '147ad878-a178-4115-8f3a-3fc36488fc68', 'name': '', 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'mac_address': 'fa:16:3e:1c:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:56:00Z', 'updated_at': '2021-06-23T14:56:13Z', 'revision_number': 5, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'subnets': [{'id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:02:26.658950 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09b9203-ad3a-4288-b713-2cf98d7c4834 None None] Checking router: 29bfcd50-5d2e-49f4-a10e-987758994b40 for host: dv-cinder-796286-8-smb {{(pid=100183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 15:02:26.667899 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09b9203-ad3a-4288-b713-2cf98d7c4834 None None] Routers {'29bfcd50-5d2e-49f4-a10e-987758994b40'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:02:26.668186 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-a09b9203-ad3a-4288-b713-2cf98d7c4834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:02:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['29bfcd50-5d2e-49f4-a10e-987758994b40'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:02:26.772051 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-a09b9203-ad3a-4288-b713-2cf98d7c4834 None None] Set router 29bfcd50-5d2e-49f4-a10e-987758994b40 gateway port host: dv-cinder-796286-8-smb {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:02:26.972168 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-a09b9203-ad3a-4288-b713-2cf98d7c4834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'name': 'tempest-AttachVolumeShelveTestJSON-647770545-router', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'gw_port': {'id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:51Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '147ad878-a178-4115-8f3a-3fc36488fc68', 'name': '', 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'mac_address': 'fa:16:3e:1c:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:56:00Z', 'updated_at': '2021-06-23T14:56:13Z', 'revision_number': 5, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'subnets': [{'id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:02:26.998966 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09b9203-ad3a-4288-b713-2cf98d7c4834 None None] The sync data for ids ['29bfcd50-5d2e-49f4-a10e-987758994b40'] in dv-cinder-796286-8-smb is: [{'id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'name': 'tempest-AttachVolumeShelveTestJSON-647770545-router', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'gw_port': {'id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:51Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '147ad878-a178-4115-8f3a-3fc36488fc68', 'name': '', 'network_id': '751b38e2-092c-451f-8e10-78172c3e29c3', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'mac_address': 'fa:16:3e:1c:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:56:00Z', 'updated_at': '2021-06-23T14:56:13Z', 'revision_number': 5, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'subnets': [{'id': '5c70a621-ace7-4983-aa1c-39b0c0eb6481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 15:02:27.218370 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77f1614-0b3d-4d90-b4e9-1d40175b511e None None] New status for floating IP cb427e43-6934-481e-9902-9fd2d48da154: DOWN {{(pid=100182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 15:02:27.710786 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 53372) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:02:27.765126 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-8944fa1d-ab39-4f96-9b4e-b96738a5cd7c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:27.787916 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-8944fa1d-ab39-4f96-9b4e-b96738a5cd7c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:27.987708 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-8944fa1d-ab39-4f96-9b4e-b96738a5cd7c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:27.990542 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-8944fa1d-ab39-4f96-9b4e-b96738a5cd7c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:27.991725 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-8944fa1d-ab39-4f96-9b4e-b96738a5cd7c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "DELETE /v2.0/security-groups/34a9d67e-4980-4caa-aeba-5cc779de1231 HTTP/1.1" status: 204 len: 168 time: 0.2799575 Jun 23 15:02:27.992477 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-55f526eb-4393-486a-a8a2-b027a53e640f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:02:27.994470 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 53374) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:02:28.001263 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944fa1d-ab39-4f96-9b4e-b96738a5cd7c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a9d67e-4980-4caa-aeba-5cc779de1231,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:02:28.008232 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.api.v2.resource [None req-ee487ada-2242-4d21-9f2d-ba9df2e96b7c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] show failed (client error): The resource could not be found. Jun 23 15:02:28.009210 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-ee487ada-2242-4d21-9f2d-ba9df2e96b7c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "GET /v2.0/security-groups/34a9d67e-4980-4caa-aeba-5cc779de1231 HTTP/1.1" status: 404 len: 347 time: 0.0137563 Jun 23 15:02:28.011019 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8944fa1d-ab39-4f96-9b4e-b96738a5cd7c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:28.011406 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8944fa1d-ab39-4f96-9b4e-b96738a5cd7c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:28.011794 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8944fa1d-ab39-4f96-9b4e-b96738a5cd7c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:28.012174 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8944fa1d-ab39-4f96-9b4e-b96738a5cd7c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:28.012441 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 53376) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:02:28.012579 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8944fa1d-ab39-4f96-9b4e-b96738a5cd7c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:28.012891 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8944fa1d-ab39-4f96-9b4e-b96738a5cd7c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:28.013255 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8944fa1d-ab39-4f96-9b4e-b96738a5cd7c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:28.013617 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8944fa1d-ab39-4f96-9b4e-b96738a5cd7c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:28.014031 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8944fa1d-ab39-4f96-9b4e-b96738a5cd7c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:28.014393 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8944fa1d-ab39-4f96-9b4e-b96738a5cd7c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:28.014752 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8944fa1d-ab39-4f96-9b4e-b96738a5cd7c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:28.015109 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8944fa1d-ab39-4f96-9b4e-b96738a5cd7c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:02:28.018386 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-8944fa1d-ab39-4f96-9b4e-b96738a5cd7c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:02:28.138357 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-9bf0d8b7-db3e-4ddf-a7a5-402cd7bc6e35 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Deleting port abff34ee-aeaf-4660-8cd1-a89ccc76a407 {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:02:28.138702 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-9bf0d8b7-db3e-4ddf-a7a5-402cd7bc6e35 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:28.213508 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-9bf0d8b7-db3e-4ddf-a7a5-402cd7bc6e35 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:28.213836 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-9bf0d8b7-db3e-4ddf-a7a5-402cd7bc6e35 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:28.224831 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-9bf0d8b7-db3e-4ddf-a7a5-402cd7bc6e35 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Calling delete_port for abff34ee-aeaf-4660-8cd1-a89ccc76a407 owned by network:floatingip {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:02:28.484772 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-9bf0d8b7-db3e-4ddf-a7a5-402cd7bc6e35 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:28.488619 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-d6da9bf1-90a4-4c74-85fc-2a5758e4c964 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:02:28.512245 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0d8b7-db3e-4ddf-a7a5-402cd7bc6e35 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Pushing event deleted for resources: {'Port': ['ID=abff34ee-aeaf-4660-8cd1-a89ccc76a407,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:02:28.515524 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-9bf0d8b7-db3e-4ddf-a7a5-402cd7bc6e35 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:02:28.553059 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 348c3845-7223-48ad-b737-66b795a39140 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:02:28.572907 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] No Port match for: 348c3845-7223-48ad-b737-66b795a39140 {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:02:28.573256 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 348c3845-7223-48ad-b737-66b795a39140 not bound to the agent host hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:02:28.577756 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-9bf0d8b7-db3e-4ddf-a7a5-402cd7bc6e35 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks [] for floatingip, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:28.580706 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-9bf0d8b7-db3e-4ddf-a7a5-402cd7bc6e35 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for floatingip, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:28.581941 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-9bf0d8b7-db3e-4ddf-a7a5-402cd7bc6e35 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] 10.222.0.72 "DELETE /v2.0/floatingips/cb427e43-6934-481e-9902-9fd2d48da154 HTTP/1.1" status: 204 len: 168 time: 0.5685527 Jun 23 15:02:30.057126 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 6 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 15:02:31.361090 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 53434) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:02:31.674985 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 53440) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:02:31.718295 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_v2 [None req-298c84a4-51af-4f61-95ab-d12c33935881 admin admin] Deleting subnet 2e71186b-fff4-4b38-89bb-439a2bd3da5f {{(pid=100181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 15:02:31.721532 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-298c84a4-51af-4f61-95ab-d12c33935881 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:31.759826 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-298c84a4-51af-4f61-95ab-d12c33935881 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28999182'] for subnet, precommit_delete_associations {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:31.780304 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-67a4ec19-0e77-450d-a1d6-6f929a9f94be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-623076'] for router_interface, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:31.799035 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-298c84a4-51af-4f61-95ab-d12c33935881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819001'] for subnet, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:31.913466 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-298c84a4-51af-4f61-95ab-d12c33935881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3818976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382331'] for subnet, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:31.915872 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:02:31.939590 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c84a4-51af-4f61-95ab-d12c33935881 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e71186b-fff4-4b38-89bb-439a2bd3da5f,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:02:31.942774 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-298c84a4-51af-4f61-95ab-d12c33935881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:02:31.943732 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-298c84a4-51af-4f61-95ab-d12c33935881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for subnet, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:31.948214 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 53442) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:02:31.948525 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-298c84a4-51af-4f61-95ab-d12c33935881 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/2e71186b-fff4-4b38-89bb-439a2bd3da5f HTTP/1.1" status: 204 len: 168 time: 0.2717896 Jun 23 15:02:32.044460 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-3709a417-f391-48b0-98bf-a80a35fb2412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3878271'] for network, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:32.156013 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-3709a417-f391-48b0-98bf-a80a35fb2412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3849076', 'neutron.services.segments.db._delete_segments_for_network-8735919049759'] for network, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:32.170006 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.services.segments.db [None req-3709a417-f391-48b0-98bf-a80a35fb2412 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd2b3da-13e9-4642-8551-9348eb644143']}} {{(pid=100180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:02:32.172618 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.plugin [None req-67a4ec19-0e77-450d-a1d6-6f929a9f94be admin admin] Deleting port 147ad878-a178-4115-8f3a-3fc36488fc68 {{(pid=100180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:02:32.172950 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-67a4ec19-0e77-450d-a1d6-6f929a9f94be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:32.194529 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.services.segments.db [None req-3709a417-f391-48b0-98bf-a80a35fb2412 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ee3e14-fdc0-4378-8b3c-498351abab02') {'for_net_delete': True} {{(pid=100180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:02:32.194827 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.services.segments.db [None req-3709a417-f391-48b0-98bf-a80a35fb2412 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ee3e14-fdc0-4378-8b3c-498351abab02') {} {{(pid=100180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:02:32.232540 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-3709a417-f391-48b0-98bf-a80a35fb2412 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735919037166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25328123'] for segment, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:32.250795 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-3709a417-f391-48b0-98bf-a80a35fb2412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:32.260139 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3709a417-f391-48b0-98bf-a80a35fb2412 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=100180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 15:02:32.260599 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-3709a417-f391-48b0-98bf-a80a35fb2412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25328475'] for segment, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: Traceback (most recent call last): Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: timer() Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: cb(*args, **kw) Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: return func(*args, **kwargs) Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: self._notify() Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: self.callback(batched_events) Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: event.method(event) Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: return f(self, *a, **k) Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: return self._get(url).json() Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: return self.request(url, 'GET', **kwargs) Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 15:02:32.262159 dv-cinder-796286-8-smb neutron-server[100180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 15:02:32.319409 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.db [None req-67a4ec19-0e77-450d-a1d6-6f929a9f94be admin admin] For port 147ad878-a178-4115-8f3a-3fc36488fc68, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=147ad878-a178-4115-8f3a-3fc36488fc68,segment=NetworkSegment(53319a76-a6c9-4f00-b8bd-5ceecb1d2786),segment_id=53319a76-a6c9-4f00-b8bd-5ceecb1d2786)] {{(pid=100180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:02:32.319768 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-67a4ec19-0e77-450d-a1d6-6f929a9f94be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:32.332267 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.plugin [None req-67a4ec19-0e77-450d-a1d6-6f929a9f94be admin admin] Calling delete_port for 147ad878-a178-4115-8f3a-3fc36488fc68 owned by network:router_interface {{(pid=100180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:02:32.437091 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-3709a417-f391-48b0-98bf-a80a35fb2412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3849087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643696'] for network, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:32.449369 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-8eab346b-5207-4343-be89-20bbab193f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:02:32.449735 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-3709a417-f391-48b0-98bf-a80a35fb2412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:32.451555 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-3709a417-f391-48b0-98bf-a80a35fb2412 admin admin] 10.222.0.72 "DELETE /v2.0/networks/5cd2b3da-13e9-4642-8551-9348eb644143 HTTP/1.1" status: 204 len: 168 time: 0.5023372 Jun 23 15:02:32.454450 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 53448) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:02:32.465161 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709a417-f391-48b0-98bf-a80a35fb2412 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cd2b3da-13e9-4642-8551-9348eb644143,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:02:32.468528 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-3709a417-f391-48b0-98bf-a80a35fb2412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:02:32.501959 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_v2 [None req-28294186-5f07-4224-a471-3f26809ab364 admin admin] Deleting subnet 6b94a01b-4b21-4cc0-b371-82cfc2ba21f4 {{(pid=100181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 15:02:32.505541 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-28294186-5f07-4224-a471-3f26809ab364 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:32.539064 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-28294186-5f07-4224-a471-3f26809ab364 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28999182'] for subnet, precommit_delete_associations {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:32.575776 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-28294186-5f07-4224-a471-3f26809ab364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819001'] for subnet, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:32.605544 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-67a4ec19-0e77-450d-a1d6-6f929a9f94be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25328524'] for port, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:32.609591 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-ea37a947-395f-4679-8958-de06e8c9fd08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:02:32.639255 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4ec19-0e77-450d-a1d6-6f929a9f94be admin admin] Pushing event deleted for resources: {'Port': ['ID=147ad878-a178-4115-8f3a-3fc36488fc68,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:02:32.643036 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-67a4ec19-0e77-450d-a1d6-6f929a9f94be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:02:32.685099 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-28294186-5f07-4224-a471-3f26809ab364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3818976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382331'] for subnet, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:32.688469 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:02:32.721556 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28294186-5f07-4224-a471-3f26809ab364 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b94a01b-4b21-4cc0-b371-82cfc2ba21f4,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:02:32.724221 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-28294186-5f07-4224-a471-3f26809ab364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for subnet, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:32.730708 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-28294186-5f07-4224-a471-3f26809ab364 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/6b94a01b-4b21-4cc0-b371-82cfc2ba21f4 HTTP/1.1" status: 204 len: 168 time: 0.2750602 Jun 23 15:02:32.731857 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-28294186-5f07-4224-a471-3f26809ab364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:02:32.732561 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 53450) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:02:33.067664 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-8c951580-455b-4ad9-901c-fb9c56a6fc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3878271'] for network, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:33.087589 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-67a4ec19-0e77-450d-a1d6-6f929a9f94be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-691224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559636'] for router_interface, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:33.149236 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-8c951580-455b-4ad9-901c-fb9c56a6fc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3849076', 'neutron.services.segments.db._delete_segments_for_network-8735919049759'] for network, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:33.158789 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.services.segments.db [None req-8c951580-455b-4ad9-901c-fb9c56a6fc33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cad246da-5bb4-4a8e-b594-c9b272efc1f4']}} {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:02:33.168371 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.services.segments.db [None req-8c951580-455b-4ad9-901c-fb9c56a6fc33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec340a8a-0897-4731-b970-fa73d017392c') {'for_net_delete': True} {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:02:33.168670 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.services.segments.db [None req-8c951580-455b-4ad9-901c-fb9c56a6fc33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec340a8a-0897-4731-b970-fa73d017392c') {} {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:02:33.177888 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-8c951580-455b-4ad9-901c-fb9c56a6fc33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735919037166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28999185'] for segment, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:33.192180 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-8c951580-455b-4ad9-901c-fb9c56a6fc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:33.198288 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c951580-455b-4ad9-901c-fb9c56a6fc33 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=100181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 15:02:33.198288 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-8c951580-455b-4ad9-901c-fb9c56a6fc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497088'] for segment, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: conditions |= (models_v2.Port.network_id.in_( Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: conditions |= (models_v2.Port.network_id.in_( Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: Traceback (most recent call last): Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: timer() Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: cb(*args, **kw) Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: return func(*args, **kwargs) Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: self._notify() Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: self.callback(batched_events) Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: event.method(event) Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: return f(self, *a, **k) Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: return self._get(url).json() Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: return self.request(url, 'GET', **kwargs) Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 15:02:33.199821 dv-cinder-796286-8-smb neutron-server[100181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 15:02:33.294524 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a4ec19-0e77-450d-a1d6-6f929a9f94be admin admin] Router 29bfcd50-5d2e-49f4-a10e-987758994b40 has already been hosted by L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 {{(pid=100180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 15:02:33.324674 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-8c951580-455b-4ad9-901c-fb9c56a6fc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3849087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643696'] for network, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:33.328464 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-2a3be5e6-17c1-4ac6-91a1-6a3006dcaf4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:02:33.332012 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-8c951580-455b-4ad9-901c-fb9c56a6fc33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:33.333744 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-8c951580-455b-4ad9-901c-fb9c56a6fc33 admin admin] 10.222.0.72 "DELETE /v2.0/networks/cad246da-5bb4-4a8e-b594-c9b272efc1f4 HTTP/1.1" status: 204 len: 168 time: 0.6002388 Jun 23 15:02:33.345718 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c951580-455b-4ad9-901c-fb9c56a6fc33 admin admin] Pushing event deleted for resources: {'Network': ['ID=cad246da-5bb4-4a8e-b594-c9b272efc1f4,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:02:33.348152 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-8c951580-455b-4ad9-901c-fb9c56a6fc33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:02:33.402053 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a4ec19-0e77-450d-a1d6-6f929a9f94be admin admin] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 15:02:33.409527 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-67a4ec19-0e77-450d-a1d6-6f929a9f94be admin admin] 10.222.0.72 "PUT /v2.0/routers/29bfcd50-5d2e-49f4-a10e-987758994b40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0448935 Jun 23 15:02:33.409631 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 53454) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:02:33.413481 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d1dcd9-62fa-43f6-b8ad-728587c02ad9 None None] Sync routers for ids ['29bfcd50-5d2e-49f4-a10e-987758994b40'] in dv-cinder-796286-8-smb {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 15:02:33.422625 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d1dcd9-62fa-43f6-b8ad-728587c02ad9 None None] Routers {'29bfcd50-5d2e-49f4-a10e-987758994b40'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:02:33.423263 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-53d1dcd9-62fa-43f6-b8ad-728587c02ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:02:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['29bfcd50-5d2e-49f4-a10e-987758994b40'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:02:33.512141 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-fc8d2ac5-202f-4cf4-b705-f4e1e5807482 admin admin] Notify callbacks [] for router, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:33.523581 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-53d1dcd9-62fa-43f6-b8ad-728587c02ad9 None None] Set router 29bfcd50-5d2e-49f4-a10e-987758994b40 gateway port host: dv-cinder-796286-8-smb {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:02:33.598391 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 53456) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:02:33.620730 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-fc8d2ac5-202f-4cf4-b705-f4e1e5807482 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:33.642010 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-71b9ce21-d901-4ce4-af56-71a5478de659 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fb50bfd3eee54ce7b9d86107a89fe419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422745 Jun 23 15:02:33.645015 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 53458) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:02:33.693446 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-8f66b7f4-4dde-4e97-b8be-b4f4064bc114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:33.697626 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-53d1dcd9-62fa-43f6-b8ad-728587c02ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'name': 'tempest-AttachVolumeShelveTestJSON-647770545-router', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T15:02:32Z', 'revision_number': 5, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'gw_port': {'id': 'ab8008c0-0b93-4b93-ad6a-7455d31fee38', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:55:51Z', 'updated_at': '2021-06-23T14:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb'}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:02:33.726984 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d1dcd9-62fa-43f6-b8ad-728587c02ad9 None None] Checking router: 29bfcd50-5d2e-49f4-a10e-987758994b40 for host: dv-cinder-796286-8-smb {{(pid=100183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 15:02:33.732415 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-8f66b7f4-4dde-4e97-b8be-b4f4064bc114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:33.735392 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d1dcd9-62fa-43f6-b8ad-728587c02ad9 None None] Routers {'29bfcd50-5d2e-49f4-a10e-987758994b40'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:02:33.736004 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-53d1dcd9-62fa-43f6-b8ad-728587c02ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:02:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['29bfcd50-5d2e-49f4-a10e-987758994b40'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:02:33.772948 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.plugin [None req-fc8d2ac5-202f-4cf4-b705-f4e1e5807482 admin admin] Deleting port ab8008c0-0b93-4b93-ad6a-7455d31fee38 {{(pid=100180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:02:33.773283 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-fc8d2ac5-202f-4cf4-b705-f4e1e5807482 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:33.819855 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-53d1dcd9-62fa-43f6-b8ad-728587c02ad9 None None] Set router 29bfcd50-5d2e-49f4-a10e-987758994b40 gateway port host: None {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:02:33.856032 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.db [None req-fc8d2ac5-202f-4cf4-b705-f4e1e5807482 admin admin] For port ab8008c0-0b93-4b93-ad6a-7455d31fee38, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=ab8008c0-0b93-4b93-ad6a-7455d31fee38,segment=NetworkSegment(ba5d94ff-850b-475f-bf01-29ba3ab431be),segment_id=ba5d94ff-850b-475f-bf01-29ba3ab431be)] {{(pid=100180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:02:33.856390 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-fc8d2ac5-202f-4cf4-b705-f4e1e5807482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:33.868986 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.plugin [None req-fc8d2ac5-202f-4cf4-b705-f4e1e5807482 admin admin] Calling delete_port for ab8008c0-0b93-4b93-ad6a-7455d31fee38 owned by network:router_gateway {{(pid=100180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:02:33.873796 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-53d1dcd9-62fa-43f6-b8ad-728587c02ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'name': 'tempest-AttachVolumeShelveTestJSON-647770545-router', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T15:02:33Z', 'revision_number': 6, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'gw_port_host': None}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:02:33.912144 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-8f66b7f4-4dde-4e97-b8be-b4f4064bc114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:33.914798 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-8f66b7f4-4dde-4e97-b8be-b4f4064bc114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:33.915979 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-8f66b7f4-4dde-4e97-b8be-b4f4064bc114 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/02bd0d16-200e-4640-a09e-85e1e04c9348 HTTP/1.1" status: 204 len: 168 time: 0.2700164 Jun 23 15:02:33.918198 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-55c557bb-869a-4e05-b9c8-acd2d956be94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:02:33.929348 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66b7f4-4dde-4e97-b8be-b4f4064bc114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bd0d16-200e-4640-a09e-85e1e04c9348,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:02:33.933115 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-8f66b7f4-4dde-4e97-b8be-b4f4064bc114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:02:33.991307 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d1dcd9-62fa-43f6-b8ad-728587c02ad9 None None] The sync data for ids ['29bfcd50-5d2e-49f4-a10e-987758994b40'] in dv-cinder-796286-8-smb is: [{'id': '29bfcd50-5d2e-49f4-a10e-987758994b40', 'name': 'tempest-AttachVolumeShelveTestJSON-647770545-router', 'tenant_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:55:50Z', 'updated_at': '2021-06-23T15:02:33Z', 'revision_number': 6, 'project_id': '662a27900f4b4c86b36ebf9acc29eeb6', 'gw_port_host': None}] {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 15:02:34.130836 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-fc8d2ac5-202f-4cf4-b705-f4e1e5807482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25328524'] for port, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:34.133048 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-3b01c12b-ae46-4093-880b-cce10635ed93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:02:34.158843 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d2ac5-202f-4cf4-b705-f4e1e5807482 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab8008c0-0b93-4b93-ad6a-7455d31fee38,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:02:34.161698 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-fc8d2ac5-202f-4cf4-b705-f4e1e5807482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:02:34.227427 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-fc8d2ac5-202f-4cf4-b705-f4e1e5807482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643713'] for router_gateway, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:34.326977 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-fc8d2ac5-202f-4cf4-b705-f4e1e5807482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257095'] for router, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:34.329231 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-fc8d2ac5-202f-4cf4-b705-f4e1e5807482 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:34.450206 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-fc8d2ac5-202f-4cf4-b705-f4e1e5807482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559599'] for router, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:34.450741 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8d2ac5-202f-4cf4-b705-f4e1e5807482 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29bfcd50-5d2e-49f4-a10e-987758994b40 {{(pid=100180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 15:02:34.455991 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-fc8d2ac5-202f-4cf4-b705-f4e1e5807482 admin admin] Notify callbacks [] for router, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:34.456808 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-fc8d2ac5-202f-4cf4-b705-f4e1e5807482 admin admin] 10.222.0.72 "DELETE /v2.0/routers/29bfcd50-5d2e-49f4-a10e-987758994b40 HTTP/1.1" status: 204 len: 168 time: 1.0462430 Jun 23 15:02:34.459407 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 53464) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:02:34.505582 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.db.db_base_plugin_v2 [None req-164fbad9-f8bc-4f6a-af57-e21e79ccf9d6 admin admin] Deleting subnet 5c70a621-ace7-4983-aa1c-39b0c0eb6481 {{(pid=100180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 15:02:34.508553 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-164fbad9-f8bc-4f6a-af57-e21e79ccf9d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:34.540977 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-164fbad9-f8bc-4f6a-af57-e21e79ccf9d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25328100'] for subnet, precommit_delete_associations {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:34.605661 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 53466) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:02:34.631861 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-164fbad9-f8bc-4f6a-af57-e21e79ccf9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819001'] for subnet, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:34.679597 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-a8357784-9335-4ff4-9785-3e61031056d6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ff898faf5c734b4490ae5e0023e0a5e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0726042 Jun 23 15:02:34.682056 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 53468) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:02:34.742788 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4c5098f3-2b6d-4ecc-bae1-4f9acc1f487b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:34.763610 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4c5098f3-2b6d-4ecc-bae1-4f9acc1f487b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:34.770959 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-164fbad9-f8bc-4f6a-af57-e21e79ccf9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3818976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25328582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25513321'] for subnet, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:34.774312 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:02:34.800728 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-164fbad9-f8bc-4f6a-af57-e21e79ccf9d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:34.805289 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 53470) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:02:34.808392 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aa7132-2fd1-40ea-8e46-9373b803a034 None None] Network 751b38e2-092c-451f-8e10-78172c3e29c3 requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 15:02:34.810397 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-164fbad9-f8bc-4f6a-af57-e21e79ccf9d6 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/5c70a621-ace7-4983-aa1c-39b0c0eb6481 HTTP/1.1" status: 204 len: 168 time: 0.3495519 Jun 23 15:02:34.818529 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164fbad9-f8bc-4f6a-af57-e21e79ccf9d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c70a621-ace7-4983-aa1c-39b0c0eb6481,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:02:34.818529 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-164fbad9-f8bc-4f6a-af57-e21e79ccf9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:02:34.877757 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4077a156-b2b6-45ef-bf96-4c4d247f4cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3878271'] for network, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:34.896385 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4c5098f3-2b6d-4ecc-bae1-4f9acc1f487b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:34.902949 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4c5098f3-2b6d-4ecc-bae1-4f9acc1f487b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:34.905356 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-4c5098f3-2b6d-4ecc-bae1-4f9acc1f487b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/39e7435f-4375-4ad0-bd75-46a00996f831 HTTP/1.1" status: 204 len: 168 time: 0.2211916 Jun 23 15:02:34.931283 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-f6bbaf67-b7cd-4497-8f67-1224322b012a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:02:34.946278 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5098f3-2b6d-4ecc-bae1-4f9acc1f487b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e7435f-4375-4ad0-bd75-46a00996f831,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:02:34.952215 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-4c5098f3-2b6d-4ecc-bae1-4f9acc1f487b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:02:34.978567 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-4077a156-b2b6-45ef-bf96-4c4d247f4cda admin admin] Deleting port 537fbc73-6199-489f-b538-b35355faf88f {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:02:34.979113 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4077a156-b2b6-45ef-bf96-4c4d247f4cda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:35.055201 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [None req-4077a156-b2b6-45ef-bf96-4c4d247f4cda admin admin] For port 537fbc73-6199-489f-b538-b35355faf88f, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=537fbc73-6199-489f-b538-b35355faf88f,segment=NetworkSegment(53319a76-a6c9-4f00-b8bd-5ceecb1d2786),segment_id=53319a76-a6c9-4f00-b8bd-5ceecb1d2786)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:02:35.055646 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4077a156-b2b6-45ef-bf96-4c4d247f4cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:35.077712 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-4077a156-b2b6-45ef-bf96-4c4d247f4cda admin admin] Calling delete_port for 537fbc73-6199-489f-b538-b35355faf88f owned by network:dhcp {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:02:35.114801 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c237f3-dbf4-4604-9a75-5e90d40beacf None None] DHCP port deletion for 751b38e2-092c-451f-8e10-78172c3e29c3 request from dv-cinder-796286-8-smb {{(pid=100182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 15:02:35.144779 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device ab8008c0-0b93-4b93-ad6a-7455d31fee38 no longer exists at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:02:35.165542 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-c36b1959-2167-4921-97a8-61707844de6b None None] No Port match for: ab8008c0-0b93-4b93-ad6a-7455d31fee38 {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:02:35.168322 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device ab8008c0-0b93-4b93-ad6a-7455d31fee38 not bound to the agent host dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:02:35.168322 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 147ad878-a178-4115-8f3a-3fc36488fc68 no longer exists at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:02:35.192961 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-c36b1959-2167-4921-97a8-61707844de6b None None] No Port match for: 147ad878-a178-4115-8f3a-3fc36488fc68 {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:02:35.192961 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 147ad878-a178-4115-8f3a-3fc36488fc68 not bound to the agent host dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:02:35.212120 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-89c237f3-dbf4-4604-9a75-5e90d40beacf None None] Deleting port 537fbc73-6199-489f-b538-b35355faf88f {{(pid=100182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:02:35.212513 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-89c237f3-dbf4-4604-9a75-5e90d40beacf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:35.244602 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4077a156-b2b6-45ef-bf96-4c4d247f4cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:35.246854 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-204a8d48-269f-4757-a871-848a2d4f8606 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:02:35.273834 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-89c237f3-dbf4-4604-9a75-5e90d40beacf None None] For port 537fbc73-6199-489f-b538-b35355faf88f, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=537fbc73-6199-489f-b538-b35355faf88f,segment=NetworkSegment(53319a76-a6c9-4f00-b8bd-5ceecb1d2786),segment_id=53319a76-a6c9-4f00-b8bd-5ceecb1d2786)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:02:35.278972 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-89c237f3-dbf4-4604-9a75-5e90d40beacf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:35.279423 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077a156-b2b6-45ef-bf96-4c4d247f4cda admin admin] Pushing event deleted for resources: {'Port': ['ID=537fbc73-6199-489f-b538-b35355faf88f,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:02:35.285195 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-4077a156-b2b6-45ef-bf96-4c4d247f4cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:02:35.285908 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4077a156-b2b6-45ef-bf96-4c4d247f4cda admin admin] No DVR routers for this DVR port 537fbc73-6199-489f-b538-b35355faf88f on host dv-cinder-796286-8-smb {{(pid=100181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 15:02:35.291443 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-89c237f3-dbf4-4604-9a75-5e90d40beacf None None] Calling delete_port for 537fbc73-6199-489f-b538-b35355faf88f owned by network:dhcp {{(pid=100182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:02:35.358768 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4077a156-b2b6-45ef-bf96-4c4d247f4cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3849076', 'neutron.services.segments.db._delete_segments_for_network-8735919049759'] for network, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:35.368711 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.services.segments.db [None req-4077a156-b2b6-45ef-bf96-4c4d247f4cda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751b38e2-092c-451f-8e10-78172c3e29c3']}} {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:02:35.372463 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-89c237f3-dbf4-4604-9a75-5e90d40beacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231'] for port, after_delete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:35.374472 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:02:35.378811 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.services.segments.db [None req-4077a156-b2b6-45ef-bf96-4c4d247f4cda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53319a76-a6c9-4f00-b8bd-5ceecb1d2786') {'for_net_delete': True} {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:02:35.379150 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.services.segments.db [None req-4077a156-b2b6-45ef-bf96-4c4d247f4cda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53319a76-a6c9-4f00-b8bd-5ceecb1d2786') {} {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:02:35.388508 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4077a156-b2b6-45ef-bf96-4c4d247f4cda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735919037166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28999185'] for segment, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:35.398433 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c237f3-dbf4-4604-9a75-5e90d40beacf None None] Pushing event deleted for resources: {'Port': ['ID=537fbc73-6199-489f-b538-b35355faf88f,revision_number=None']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:02:35.401092 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-89c237f3-dbf4-4604-9a75-5e90d40beacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:02:35.404039 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c237f3-dbf4-4604-9a75-5e90d40beacf None None] No DVR routers for this DVR port 537fbc73-6199-489f-b538-b35355faf88f on host dv-cinder-796286-8-smb {{(pid=100182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 15:02:35.405051 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4077a156-b2b6-45ef-bf96-4c4d247f4cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:35.412961 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4077a156-b2b6-45ef-bf96-4c4d247f4cda admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=100181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 15:02:35.413220 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4077a156-b2b6-45ef-bf96-4c4d247f4cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497088'] for segment, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: Traceback (most recent call last): Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: timer() Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: cb(*args, **kw) Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: return func(*args, **kwargs) Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: self._notify() Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: self.callback(batched_events) Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: event.method(event) Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: return f(self, *a, **k) Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: return self._get(url).json() Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: return self.request(url, 'GET', **kwargs) Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 15:02:35.414922 dv-cinder-796286-8-smb neutron-server[100181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 15:02:35.507403 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4077a156-b2b6-45ef-bf96-4c4d247f4cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3849087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643696'] for network, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:35.511233 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-8c951580-455b-4ad9-901c-fb9c56a6fc33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:02:35.513663 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-4077a156-b2b6-45ef-bf96-4c4d247f4cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:35.515557 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-4077a156-b2b6-45ef-bf96-4c4d247f4cda admin admin] 10.222.0.72 "DELETE /v2.0/networks/751b38e2-092c-451f-8e10-78172c3e29c3 HTTP/1.1" status: 204 len: 168 time: 0.7092154 Jun 23 15:02:35.526211 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077a156-b2b6-45ef-bf96-4c4d247f4cda admin admin] Pushing event deleted for resources: {'Network': ['ID=751b38e2-092c-451f-8e10-78172c3e29c3,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:02:35.528493 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-4077a156-b2b6-45ef-bf96-4c4d247f4cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:02:35.811811 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 53492) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:02:35.851143 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-9b91505b-8c01-4170-8598-cb7d44654ff0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=662a27900f4b4c86b36ebf9acc29eeb6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380795 Jun 23 15:02:35.853634 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 53494) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:02:35.905078 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3440331f-eb08-44aa-a3d3-c790ac6929e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:35.926132 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3440331f-eb08-44aa-a3d3-c790ac6929e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:36.033668 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3440331f-eb08-44aa-a3d3-c790ac6929e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:36.037020 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3440331f-eb08-44aa-a3d3-c790ac6929e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:36.038336 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-3440331f-eb08-44aa-a3d3-c790ac6929e2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6a70f74b-b98d-4abe-b0e0-9e5485f30b32 HTTP/1.1" status: 204 len: 168 time: 0.1836641 Jun 23 15:02:36.039385 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-e46256e7-8b3e-4872-b0e7-f33a0d0c9506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:02:36.047191 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440331f-eb08-44aa-a3d3-c790ac6929e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a70f74b-b98d-4abe-b0e0-9e5485f30b32,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:02:36.050358 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-3440331f-eb08-44aa-a3d3-c790ac6929e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:02:36.514924 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:37.079213 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 537fbc73-6199-489f-b538-b35355faf88f no longer exists at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:02:37.100101 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-c36b1959-2167-4921-97a8-61707844de6b None None] No Port match for: 537fbc73-6199-489f-b538-b35355faf88f {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:02:37.100539 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 537fbc73-6199-489f-b538-b35355faf88f not bound to the agent host dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:02:39.793280 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-71ffd377-026a-4554-bf10-33344ae52e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:40.341121 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 53592) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:02:40.442502 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-011af6df-3926-4e45-9a80-cdb5a71cb61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:40.529229 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-011af6df-3926-4e45-9a80-cdb5a71cb61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:40.599049 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-011af6df-3926-4e45-9a80-cdb5a71cb61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:40.602189 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-4baab1f3-3299-41e2-9fac-1da7a6e6ec7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:02:40.636133 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-011af6df-3926-4e45-9a80-cdb5a71cb61e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ef242230b59a420ba557f5ee89745bf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939799 Jun 23 15:02:40.637337 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011af6df-3926-4e45-9a80-cdb5a71cb61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f07b03-02d0-4e8b-887d-7ea4da352a2f,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:02:40.638849 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 53596) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:02:40.640865 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-011af6df-3926-4e45-9a80-cdb5a71cb61e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:02:40.689509 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0e30865e-491d-4ab2-94cf-1800a69439d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:40.710951 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0e30865e-491d-4ab2-94cf-1800a69439d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:40.839146 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0e30865e-491d-4ab2-94cf-1800a69439d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:40.842132 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-0e30865e-491d-4ab2-94cf-1800a69439d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:40.843269 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-0e30865e-491d-4ab2-94cf-1800a69439d6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b9f07b03-02d0-4e8b-887d-7ea4da352a2f HTTP/1.1" status: 204 len: 168 time: 0.2028916 Jun 23 15:02:40.844213 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-cfddafb4-7b80-4a31-8db5-81be9d6ee06c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:02:40.851686 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e30865e-491d-4ab2-94cf-1800a69439d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f07b03-02d0-4e8b-887d-7ea4da352a2f,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:02:40.853852 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-0e30865e-491d-4ab2-94cf-1800a69439d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:02:41.576361 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 53608) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:02:41.589809 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-300f0403-ab63-47f4-b23f-bcc0f7f8501c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:41.674287 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-300f0403-ab63-47f4-b23f-bcc0f7f8501c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:41.747030 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-300f0403-ab63-47f4-b23f-bcc0f7f8501c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:41.749482 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-0e30865e-491d-4ab2-94cf-1800a69439d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:02:41.785356 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f0403-ab63-47f4-b23f-bcc0f7f8501c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e032f9b-b1b4-4352-b425-757d6368ce8f,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:02:41.789677 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-300f0403-ab63-47f4-b23f-bcc0f7f8501c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a037d6cb00d448a69dea4b0b287917e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2122927 Jun 23 15:02:41.790579 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-300f0403-ab63-47f4-b23f-bcc0f7f8501c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:02:41.792369 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 53610) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:02:41.839880 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-b8e1116b-80a8-4745-80f2-29d93ffd432e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:41.860734 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-b8e1116b-80a8-4745-80f2-29d93ffd432e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:42.021700 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-b8e1116b-80a8-4745-80f2-29d93ffd432e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:42.024448 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-b8e1116b-80a8-4745-80f2-29d93ffd432e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:42.025594 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-b8e1116b-80a8-4745-80f2-29d93ffd432e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8e032f9b-b1b4-4352-b425-757d6368ce8f HTTP/1.1" status: 204 len: 168 time: 0.2323120 Jun 23 15:02:42.026380 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-a837fb94-6b07-488e-82ad-d12a5095c6df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:02:42.033760 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1116b-80a8-4745-80f2-29d93ffd432e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e032f9b-b1b4-4352-b425-757d6368ce8f,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:02:42.036631 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-b8e1116b-80a8-4745-80f2-29d93ffd432e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:02:42.464054 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-6e720181-607f-4696-a915-2333e1c84308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:42.547875 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:43.770863 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:45.575867 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:58.261852 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 53852) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:02:58.366117 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-645433b5-cec2-490d-ae3e-b4d19b8a9496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:58.447446 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-645433b5-cec2-490d-ae3e-b4d19b8a9496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:58.495304 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-645433b5-cec2-490d-ae3e-b4d19b8a9496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:58.498415 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-42ba3760-a709-41f5-a714-d51b94a5a7b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:02:58.531758 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-645433b5-cec2-490d-ae3e-b4d19b8a9496 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=abff88988618464bbd9dd2d638ab1b0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687743 Jun 23 15:02:58.532547 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645433b5-cec2-490d-ae3e-b4d19b8a9496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46355790-8de4-4025-b02f-3349069f807f,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:02:58.534467 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 53856) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:02:58.535685 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-645433b5-cec2-490d-ae3e-b4d19b8a9496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:02:58.582020 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-73376875-b445-4016-b91d-02ace811f659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:58.601774 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-73376875-b445-4016-b91d-02ace811f659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:58.729979 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-73376875-b445-4016-b91d-02ace811f659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:58.732605 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-73376875-b445-4016-b91d-02ace811f659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:58.733743 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-73376875-b445-4016-b91d-02ace811f659 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/46355790-8de4-4025-b02f-3349069f807f HTTP/1.1" status: 204 len: 168 time: 0.1983037 Jun 23 15:02:58.734531 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-b8e1116b-80a8-4745-80f2-29d93ffd432e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:02:58.743243 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73376875-b445-4016-b91d-02ace811f659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46355790-8de4-4025-b02f-3349069f807f,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:02:58.746210 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-73376875-b445-4016-b91d-02ace811f659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:03:06.524581 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:07.056566 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 6 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 15:03:09.816028 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-e4226d73-ed9b-44a8-b422-8e8e4fea2dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:10.589364 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-e0353603-35f1-4028-9021-cbf12acd5f7c req-dd7eb0d0-0d25-4c39-a4d9-dcae5b5010ad service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553727 Jun 23 15:03:10.689649 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0353603-35f1-4028-9021-cbf12acd5f7c req-fba8a449-9b53-48da-a3af-d90a677eb04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:03:10.691139 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-e0353603-35f1-4028-9021-cbf12acd5f7c req-fba8a449-9b53-48da-a3af-d90a677eb04e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53a050db46474be88a57b1333575aea7&device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 1098 time: 0.0508471 Jun 23 15:03:10.792971 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0353603-35f1-4028-9021-cbf12acd5f7c req-e555a7d0-5d25-4da1-b5c5-be0cf3663dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:03:10.794424 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-e0353603-35f1-4028-9021-cbf12acd5f7c req-e555a7d0-5d25-4da1-b5c5-be0cf3663dbb service neutron] 10.222.0.46 "GET /v2.0/networks?id=af5d2873-7a72-41f8-b787-f3eb0dbc51dd HTTP/1.1" status: 200 len: 910 time: 0.0838280 Jun 23 15:03:10.855792 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-e0353603-35f1-4028-9021-cbf12acd5f7c req-5ac63bee-a858-45ae-8f8c-54a2e63180cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fc24480-d5df-4325-ad7f-c64b7994c503 HTTP/1.1" status: 200 len: 1001 time: 0.0549841 Jun 23 15:03:10.905875 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0353603-35f1-4028-9021-cbf12acd5f7c req-9332858f-283a-4461-a30f-445d7fe75e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:03:10.907589 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-e0353603-35f1-4028-9021-cbf12acd5f7c req-9332858f-283a-4461-a30f-445d7fe75e12 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ac5a127d-407c-4710-8806-35982a4a5eb3 HTTP/1.1" status: 200 len: 848 time: 0.0464737 Jun 23 15:03:10.968893 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0353603-35f1-4028-9021-cbf12acd5f7c req-b3873c6a-648a-494b-bca6-4491a58f12fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:03:10.970407 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-e0353603-35f1-4028-9021-cbf12acd5f7c req-b3873c6a-648a-494b-bca6-4491a58f12fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=af5d2873-7a72-41f8-b787-f3eb0dbc51dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0559809 Jun 23 15:03:11.061853 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-e0353603-35f1-4028-9021-cbf12acd5f7c req-f4411a5c-50ba-4897-86aa-a38f614043ef service neutron] 10.222.0.46 "GET /v2.0/networks/af5d2873-7a72-41f8-b787-f3eb0dbc51dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844877 Jun 23 15:03:11.153548 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-e0353603-35f1-4028-9021-cbf12acd5f7c req-a216558d-d7d6-42c1-9520-9bc448395619 service neutron] 10.222.0.46 "GET /v2.0/networks/af5d2873-7a72-41f8-b787-f3eb0dbc51dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852528 Jun 23 15:03:12.490148 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-e0ee5834-c63c-4dfb-a0e1-28bd27e82108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:12.558844 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:13.109231 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 54120) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:03:13.220765 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-a1810f19-0c55-4b62-ab3d-0b966b9e6254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:13.304941 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-a1810f19-0c55-4b62-ab3d-0b966b9e6254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:13.407065 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-a1810f19-0c55-4b62-ab3d-0b966b9e6254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:13.407065 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-8eab346b-5207-4343-be89-20bbab193f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:03:13.445275 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-a1810f19-0c55-4b62-ab3d-0b966b9e6254 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1bae277ce3bc4a3fb83c1f0facd161d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346975 Jun 23 15:03:13.446337 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1810f19-0c55-4b62-ab3d-0b966b9e6254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b05cb6-e0e7-4d4d-9ee6-02dc95763cf1,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:03:13.447964 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 54124) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:03:13.450523 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-a1810f19-0c55-4b62-ab3d-0b966b9e6254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:03:13.499260 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-fb2c24c8-35e7-4505-805c-5cd019c41238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:13.518887 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-fb2c24c8-35e7-4505-805c-5cd019c41238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:13.678975 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-fb2c24c8-35e7-4505-805c-5cd019c41238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:13.681664 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-fb2c24c8-35e7-4505-805c-5cd019c41238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:13.682922 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-fb2c24c8-35e7-4505-805c-5cd019c41238 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b5b05cb6-e0e7-4d4d-9ee6-02dc95763cf1 HTTP/1.1" status: 204 len: 168 time: 0.2339706 Jun 23 15:03:13.683800 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-689f2707-51f3-4b85-98a8-9dd10ab72a2d tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:03:13.690945 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c24c8-35e7-4505-805c-5cd019c41238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b05cb6-e0e7-4d4d-9ee6-02dc95763cf1,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:03:13.698447 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c24c8-35e7-4505-805c-5cd019c41238 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:03:13.698828 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c24c8-35e7-4505-805c-5cd019c41238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:03:13.699197 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c24c8-35e7-4505-805c-5cd019c41238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:03:13.699562 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c24c8-35e7-4505-805c-5cd019c41238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:03:13.699921 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c24c8-35e7-4505-805c-5cd019c41238 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:03:13.700353 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c24c8-35e7-4505-805c-5cd019c41238 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:03:13.700628 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c24c8-35e7-4505-805c-5cd019c41238 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:03:13.701109 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c24c8-35e7-4505-805c-5cd019c41238 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:03:13.701464 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c24c8-35e7-4505-805c-5cd019c41238 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:03:13.701846 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c24c8-35e7-4505-805c-5cd019c41238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:03:13.702203 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c24c8-35e7-4505-805c-5cd019c41238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:03:13.702552 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c24c8-35e7-4505-805c-5cd019c41238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:03:13.705602 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-fb2c24c8-35e7-4505-805c-5cd019c41238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:03:13.736175 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:14.331461 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 54170) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:03:14.345651 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-798c3f2b-186d-4fe4-bd87-1ee03ba3e79f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:14.434317 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-798c3f2b-186d-4fe4-bd87-1ee03ba3e79f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:14.536351 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-798c3f2b-186d-4fe4-bd87-1ee03ba3e79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:14.538896 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-5c09110f-449c-49de-8e71-9e6bd009eb6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:03:14.574877 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-798c3f2b-186d-4fe4-bd87-1ee03ba3e79f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=53993bf09a3d40139b7c64f7d92cb568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423463 Jun 23 15:03:14.575785 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c3f2b-186d-4fe4-bd87-1ee03ba3e79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21b8a0f-ea85-4254-a378-6ef2ac5272f2,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:03:14.577665 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 54176) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:03:14.578722 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-798c3f2b-186d-4fe4-bd87-1ee03ba3e79f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:03:14.627178 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-36f3b7bf-27b2-44e7-8b95-69b077e96045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:14.647844 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-36f3b7bf-27b2-44e7-8b95-69b077e96045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:14.775997 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-36f3b7bf-27b2-44e7-8b95-69b077e96045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:14.778770 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-36f3b7bf-27b2-44e7-8b95-69b077e96045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:14.779980 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-36f3b7bf-27b2-44e7-8b95-69b077e96045 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b21b8a0f-ea85-4254-a378-6ef2ac5272f2 HTTP/1.1" status: 204 len: 168 time: 0.2004428 Jun 23 15:03:14.780940 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-4c5098f3-2b6d-4ecc-bae1-4f9acc1f487b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:03:14.791383 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3b7bf-27b2-44e7-8b95-69b077e96045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21b8a0f-ea85-4254-a378-6ef2ac5272f2,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:03:14.793683 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-36f3b7bf-27b2-44e7-8b95-69b077e96045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:03:15.547509 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:36.301035 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 54484) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:03:36.390597 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 54490) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:03:36.446883 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-2aa4ac55-37df-4adc-8435-be43e29ba680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:36.497207 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-dadb77a7-586d-4cdb-83b8-1453f3077f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:36.553249 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-2aa4ac55-37df-4adc-8435-be43e29ba680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:36.569776 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:36.646006 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-2aa4ac55-37df-4adc-8435-be43e29ba680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:36.650903 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-f0066fd0-efa0-421b-b640-7e0c223ded5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:03:36.695985 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-2aa4ac55-37df-4adc-8435-be43e29ba680 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c5ec0c40a1ab4da68f36b5ebee3b4712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3937900 Jun 23 15:03:36.698677 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 54494) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:03:36.700327 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4ac55-37df-4adc-8435-be43e29ba680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49aee6e3-c6da-4765-ab40-948dbb0b52ef,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:03:36.713532 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4ac55-37df-4adc-8435-be43e29ba680 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:03:36.713949 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4ac55-37df-4adc-8435-be43e29ba680 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:03:36.714318 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4ac55-37df-4adc-8435-be43e29ba680 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:03:36.714692 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4ac55-37df-4adc-8435-be43e29ba680 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:03:36.715059 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4ac55-37df-4adc-8435-be43e29ba680 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:03:36.715427 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4ac55-37df-4adc-8435-be43e29ba680 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:03:36.715789 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4ac55-37df-4adc-8435-be43e29ba680 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:03:36.716149 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4ac55-37df-4adc-8435-be43e29ba680 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:03:36.716510 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4ac55-37df-4adc-8435-be43e29ba680 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:03:36.716869 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4ac55-37df-4adc-8435-be43e29ba680 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:03:36.717226 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4ac55-37df-4adc-8435-be43e29ba680 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:03:36.717587 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4ac55-37df-4adc-8435-be43e29ba680 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:03:36.722003 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-2aa4ac55-37df-4adc-8435-be43e29ba680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:03:36.748948 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-8e011e0a-203d-4142-9483-483d612a51de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:36.770136 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-8e011e0a-203d-4142-9483-483d612a51de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:36.770513 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-dadb77a7-586d-4cdb-83b8-1453f3077f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:36.843777 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-dadb77a7-586d-4cdb-83b8-1453f3077f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:36.846265 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-8f66b7f4-4dde-4e97-b8be-b4f4064bc114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:03:36.861207 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-8e011e0a-203d-4142-9483-483d612a51de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:36.864442 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-8e011e0a-203d-4142-9483-483d612a51de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:36.865593 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-8e011e0a-203d-4142-9483-483d612a51de admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/49aee6e3-c6da-4765-ab40-948dbb0b52ef HTTP/1.1" status: 204 len: 168 time: 0.1658859 Jun 23 15:03:36.866351 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-3440331f-eb08-44aa-a3d3-c790ac6929e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:03:36.874153 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e011e0a-203d-4142-9483-483d612a51de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49aee6e3-c6da-4765-ab40-948dbb0b52ef,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:03:36.876537 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-8e011e0a-203d-4142-9483-483d612a51de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:03:36.886519 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-dadb77a7-586d-4cdb-83b8-1453f3077f2b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7567e943138043dd9da534c8d882f759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4948692 Jun 23 15:03:36.887290 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb77a7-586d-4cdb-83b8-1453f3077f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1091d03d-7cfe-491e-9c77-5e6953816160,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:03:36.889141 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 54498) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:03:36.891259 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-dadb77a7-586d-4cdb-83b8-1453f3077f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:03:36.938706 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c79d4f81-4717-498d-9350-029cc702f61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:36.958722 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c79d4f81-4717-498d-9350-029cc702f61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:37.106972 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c79d4f81-4717-498d-9350-029cc702f61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:37.109580 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c79d4f81-4717-498d-9350-029cc702f61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:37.110750 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-c79d4f81-4717-498d-9350-029cc702f61b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1091d03d-7cfe-491e-9c77-5e6953816160 HTTP/1.1" status: 204 len: 168 time: 0.2206528 Jun 23 15:03:37.111873 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-4b3db3cf-763b-4f68-9558-8a71d923a925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:03:37.119939 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d4f81-4717-498d-9350-029cc702f61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1091d03d-7cfe-491e-9c77-5e6953816160,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:03:37.122242 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-c79d4f81-4717-498d-9350-029cc702f61b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:03:37.579557 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 54512) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:03:37.593109 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-16ee612c-9ce3-4f31-945b-c78ba5df555c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:37.679635 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-16ee612c-9ce3-4f31-945b-c78ba5df555c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:37.752658 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-16ee612c-9ce3-4f31-945b-c78ba5df555c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:37.755192 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-47008284-4e6d-4c8c-9bf5-84688dad3526 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:03:37.788749 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee612c-9ce3-4f31-945b-c78ba5df555c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0b2706-dece-4631-a568-eae7985285db,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:03:37.792946 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-16ee612c-9ce3-4f31-945b-c78ba5df555c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a33621d59b0e470089658729a662b1d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2123954 Jun 23 15:03:37.793889 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-16ee612c-9ce3-4f31-945b-c78ba5df555c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:03:37.795521 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 54516) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:03:37.842292 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3cb31e49-de50-4a48-a2f4-fb3d734fa71c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:37.862433 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3cb31e49-de50-4a48-a2f4-fb3d734fa71c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:37.998799 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3cb31e49-de50-4a48-a2f4-fb3d734fa71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:38.001355 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-3cb31e49-de50-4a48-a2f4-fb3d734fa71c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:38.002504 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-3cb31e49-de50-4a48-a2f4-fb3d734fa71c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6e0b2706-dece-4631-a568-eae7985285db HTTP/1.1" status: 204 len: 168 time: 0.2060933 Jun 23 15:03:38.003299 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-e2b501ad-aebc-44b0-acfa-eb7c52e28ca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:03:38.012310 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb31e49-de50-4a48-a2f4-fb3d734fa71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0b2706-dece-4631-a568-eae7985285db,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:03:38.014628 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-3cb31e49-de50-4a48-a2f4-fb3d734fa71c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:03:39.792548 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-6e2bc50a-7ab8-46b8-88ea-134dfb6537f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:42.512795 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-9802fbf5-93a3-43d8-8690-daf467f19ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:42.529536 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:43.787573 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:44.055328 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 6 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 15:03:45.598970 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:47.271112 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 54722) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:03:47.371950 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-01d945ca-b710-473b-ad41-1fc126c57ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:47.457350 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-01d945ca-b710-473b-ad41-1fc126c57ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:47.535953 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-01d945ca-b710-473b-ad41-1fc126c57ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:47.538534 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-2aa4ac55-37df-4adc-8435-be43e29ba680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:03:47.573040 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d945ca-b710-473b-ad41-1fc126c57ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc24c29b-dc00-478b-b6cc-53f886c2e557,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:03:47.578272 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-01d945ca-b710-473b-ad41-1fc126c57ae2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6062c36d48ca4c6c990a7b287703dad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050823 Jun 23 15:03:47.578272 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-01d945ca-b710-473b-ad41-1fc126c57ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:03:47.579755 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 54732) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:03:47.626967 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-900e310c-178a-4fe1-9cf2-ee7c923aabf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:47.647192 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-900e310c-178a-4fe1-9cf2-ee7c923aabf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:47.775034 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-900e310c-178a-4fe1-9cf2-ee7c923aabf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:47.777652 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-900e310c-178a-4fe1-9cf2-ee7c923aabf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:47.778824 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-900e310c-178a-4fe1-9cf2-ee7c923aabf2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bc24c29b-dc00-478b-b6cc-53f886c2e557 HTTP/1.1" status: 204 len: 168 time: 0.1981814 Jun 23 15:03:47.779636 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-22c71c5d-5b6e-497e-9293-8939a5acef10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:03:47.790397 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e310c-178a-4fe1-9cf2-ee7c923aabf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc24c29b-dc00-478b-b6cc-53f886c2e557,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:03:47.790397 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-900e310c-178a-4fe1-9cf2-ee7c923aabf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:03:48.483614 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 54738) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:03:48.497675 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-2dd1cc1c-7df6-479c-8b8b-8be47763a7db admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:48.584908 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-2dd1cc1c-7df6-479c-8b8b-8be47763a7db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:48.672566 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-2dd1cc1c-7df6-479c-8b8b-8be47763a7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:48.675781 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-6950a1a9-1104-4469-8fd2-d0d199323832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:03:48.709184 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-2dd1cc1c-7df6-479c-8b8b-8be47763a7db admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5d4834a0b4d3448cba8dc031c8ff8ae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245159 Jun 23 15:03:48.712145 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1cc1c-7df6-479c-8b8b-8be47763a7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea011101-04db-4096-8d9b-5a30f663ca31,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:03:48.712298 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 54744) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:03:48.719565 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-2dd1cc1c-7df6-479c-8b8b-8be47763a7db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:03:48.763043 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-56403e32-27f9-4101-8ece-0635343dd353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:48.783630 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-56403e32-27f9-4101-8ece-0635343dd353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:48.918450 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-56403e32-27f9-4101-8ece-0635343dd353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:48.921018 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-56403e32-27f9-4101-8ece-0635343dd353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:48.922147 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-56403e32-27f9-4101-8ece-0635343dd353 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ea011101-04db-4096-8d9b-5a30f663ca31 HTTP/1.1" status: 204 len: 168 time: 0.2089686 Jun 23 15:03:48.931393 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-5081fbf7-0409-44e1-ac5d-04479086134a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:03:48.931393 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56403e32-27f9-4101-8ece-0635343dd353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea011101-04db-4096-8d9b-5a30f663ca31,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:03:48.938059 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-56403e32-27f9-4101-8ece-0635343dd353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:03:50.218015 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 54778) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:03:50.322982 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-e0e4bb4a-4afd-4af7-ba20-e14391b9a602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:50.408634 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-e0e4bb4a-4afd-4af7-ba20-e14391b9a602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:50.455462 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-e0e4bb4a-4afd-4af7-ba20-e14391b9a602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:50.458994 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-94c72bd7-85a6-494c-939c-d2765d9307cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:03:50.494821 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-e0e4bb4a-4afd-4af7-ba20-e14391b9a602 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=32e3c8fc51504226b79461961dea91c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757399 Jun 23 15:03:50.495752 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4bb4a-4afd-4af7-ba20-e14391b9a602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c5cc34-5939-4ee2-85a5-c3d253230c2b,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:03:50.497561 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 54788) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:03:50.498926 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-e0e4bb4a-4afd-4af7-ba20-e14391b9a602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:03:50.548768 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-9893f57c-c3af-4491-89b9-522db9543a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:50.569970 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-9893f57c-c3af-4491-89b9-522db9543a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:50.752542 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-9893f57c-c3af-4491-89b9-522db9543a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:50.755743 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-9893f57c-c3af-4491-89b9-522db9543a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:50.757234 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-9893f57c-c3af-4491-89b9-522db9543a64 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/78c5cc34-5939-4ee2-85a5-c3d253230c2b HTTP/1.1" status: 204 len: 168 time: 0.2579727 Jun 23 15:03:50.758030 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-8944fa1d-ab39-4f96-9b4e-b96738a5cd7c tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:03:50.765545 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893f57c-c3af-4491-89b9-522db9543a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c5cc34-5939-4ee2-85a5-c3d253230c2b,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:03:50.767880 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-9893f57c-c3af-4491-89b9-522db9543a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:03:52.350111 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 54830) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:03:52.449685 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-14e85f93-60a9-4e03-9aa0-871003bc2db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:52.532906 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-14e85f93-60a9-4e03-9aa0-871003bc2db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:52.592599 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-14e85f93-60a9-4e03-9aa0-871003bc2db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:52.595108 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-2c6bfc80-30ce-4e47-8ff1-35c9463e33b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:03:52.634200 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-14e85f93-60a9-4e03-9aa0-871003bc2db8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a6dbdbfa74094546892bec24112ca428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2830231 Jun 23 15:03:52.635117 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e85f93-60a9-4e03-9aa0-871003bc2db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581b209c-6d73-483b-9b43-17baaf2398aa,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:03:52.636901 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 54836) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:03:52.638262 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-14e85f93-60a9-4e03-9aa0-871003bc2db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:03:52.684797 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-87c7b3d7-670c-4878-95d6-778bc0528091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:52.704997 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-87c7b3d7-670c-4878-95d6-778bc0528091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:52.895129 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-87c7b3d7-670c-4878-95d6-778bc0528091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:52.897827 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-87c7b3d7-670c-4878-95d6-778bc0528091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:52.898958 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-87c7b3d7-670c-4878-95d6-778bc0528091 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/581b209c-6d73-483b-9b43-17baaf2398aa HTTP/1.1" status: 204 len: 168 time: 0.2610524 Jun 23 15:03:52.899807 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-e0e4bb4a-4afd-4af7-ba20-e14391b9a602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:03:52.907480 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7b3d7-670c-4878-95d6-778bc0528091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581b209c-6d73-483b-9b43-17baaf2398aa,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:03:52.910253 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-87c7b3d7-670c-4878-95d6-778bc0528091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:03:53.576672 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 54846) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:03:53.593461 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-fef370ad-5d65-40ea-a157-c4401f320365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:53.676611 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-fef370ad-5d65-40ea-a157-c4401f320365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:53.826708 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-fef370ad-5d65-40ea-a157-c4401f320365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:53.830169 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-271663a7-1af1-49e0-9855-8bf136ff8cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:03:53.868514 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-fef370ad-5d65-40ea-a157-c4401f320365 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9b082323bcd94445b1930d9e2520be1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907450 Jun 23 15:03:53.870110 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef370ad-5d65-40ea-a157-c4401f320365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef26465a-1463-4f7b-9451-b8839b59de04,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:03:53.875628 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 54852) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:03:53.876087 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-fef370ad-5d65-40ea-a157-c4401f320365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:03:53.925462 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-9d5b2a67-c950-4fd6-96d1-60a4b667a8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:53.969616 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-9d5b2a67-c950-4fd6-96d1-60a4b667a8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:54.026671 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b878e-bdf2-4c16-b238-985166ca1da4 req-70b2fb13-af47-44de-a78b-73c5b9965a2b tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:03:54.028039 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9a3b878e-bdf2-4c16-b238-985166ca1da4 req-70b2fb13-af47-44de-a78b-73c5b9965a2b tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 945 time: 0.0937381 Jun 23 15:03:54.065289 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9a3b878e-bdf2-4c16-b238-985166ca1da4 req-d3e53e08-28b2-4539-9ae8-72126071b20d tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311394 Jun 23 15:03:54.101007 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-9d5b2a67-c950-4fd6-96d1-60a4b667a8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:54.103645 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-9d5b2a67-c950-4fd6-96d1-60a4b667a8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:54.104719 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-9d5b2a67-c950-4fd6-96d1-60a4b667a8e1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ef26465a-1463-4f7b-9451-b8839b59de04 HTTP/1.1" status: 204 len: 168 time: 0.2323599 Jun 23 15:03:54.105536 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-6f911ca3-da79-4839-80df-92ebef274a7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:03:54.113119 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b2a67-c950-4fd6-96d1-60a4b667a8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef26465a-1463-4f7b-9451-b8839b59de04,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:03:54.115288 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-9d5b2a67-c950-4fd6-96d1-60a4b667a8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:03:55.256100 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018c00d-5d39-4959-ad37-cd0ed73e0c0d req-421d1f35-938e-44e4-a71d-5dbb4c10c882 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:03:55.257575 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9018c00d-5d39-4959-ad37-cd0ed73e0c0d req-421d1f35-938e-44e4-a71d-5dbb4c10c882 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 945 time: 0.0660892 Jun 23 15:03:55.295161 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9018c00d-5d39-4959-ad37-cd0ed73e0c0d req-0eaa726e-c254-4dc5-918d-016c357d3adf tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320129 Jun 23 15:03:55.789356 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 54886) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:03:55.890464 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-5ca06bc8-73a8-4474-848c-6afb7dff0bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:55.973360 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-5ca06bc8-73a8-4474-848c-6afb7dff0bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:56.049135 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-5ca06bc8-73a8-4474-848c-6afb7dff0bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:56.051389 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-798c3f2b-186d-4fe4-bd87-1ee03ba3e79f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:03:56.085804 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-5ca06bc8-73a8-4474-848c-6afb7dff0bb6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1bdf6e4b27f04cabbc9049a609f99198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953012 Jun 23 15:03:56.086988 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca06bc8-73a8-4474-848c-6afb7dff0bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f394b692-8ca2-4884-bd28-f3a8b2fb01ed,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:03:56.089436 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 54890) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:03:56.089966 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-5ca06bc8-73a8-4474-848c-6afb7dff0bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:03:56.137023 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-9e11af87-cb01-4a7c-93f9-0b904b19dcd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:56.158704 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-9e11af87-cb01-4a7c-93f9-0b904b19dcd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:56.312682 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-9e11af87-cb01-4a7c-93f9-0b904b19dcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:56.315257 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-9e11af87-cb01-4a7c-93f9-0b904b19dcd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:56.316437 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-9e11af87-cb01-4a7c-93f9-0b904b19dcd1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f394b692-8ca2-4884-bd28-f3a8b2fb01ed HTTP/1.1" status: 204 len: 168 time: 0.2256999 Jun 23 15:03:56.317216 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-d03e6969-271a-4b3a-87f9-1d5dc3915e3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:03:56.324892 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11af87-cb01-4a7c-93f9-0b904b19dcd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f394b692-8ca2-4884-bd28-f3a8b2fb01ed,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:03:56.327149 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-9e11af87-cb01-4a7c-93f9-0b904b19dcd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:03:56.481554 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e4a1b-f85f-4ee6-8986-dec768283c9d req-7eedb71a-e1a7-4002-b75a-8911110ab894 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:03:56.483078 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-546e4a1b-f85f-4ee6-8986-dec768283c9d req-7eedb71a-e1a7-4002-b75a-8911110ab894 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 945 time: 0.0645583 Jun 23 15:03:56.519437 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-546e4a1b-f85f-4ee6-8986-dec768283c9d req-1abcc680-6f2d-409f-8194-ca7cc057e25c tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302014 Jun 23 15:03:57.685817 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a5ebb-bad6-4f68-822e-d7ee3a9b7c57 req-ceb75278-4744-4e9a-bb48-9af6a8c1e9f5 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:03:57.687186 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-642a5ebb-bad6-4f68-822e-d7ee3a9b7c57 req-ceb75278-4744-4e9a-bb48-9af6a8c1e9f5 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 945 time: 0.0616128 Jun 23 15:03:57.724412 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-642a5ebb-bad6-4f68-822e-d7ee3a9b7c57 req-7347a6b5-dc68-4ea7-b6a5-647dc529ac73 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316074 Jun 23 15:03:58.893929 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457281a9-52bc-416b-bbc0-2ef41730172a req-1524ac03-668c-47e7-8a03-b7f1b209ff1d tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:03:58.895363 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-457281a9-52bc-416b-bbc0-2ef41730172a req-1524ac03-668c-47e7-8a03-b7f1b209ff1d tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 945 time: 0.0609510 Jun 23 15:03:58.931881 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-457281a9-52bc-416b-bbc0-2ef41730172a req-39f095da-aa5f-4648-a4dd-2db847c6dc8c tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310643 Jun 23 15:03:59.315228 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-76af644e-5af2-4c93-8691-574ec7486e3e tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=3a57a66fb7e24e8689611a0982bbc28a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312579 Jun 23 15:03:59.485014 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-af0938ed-7f1c-4811-ac31-4eeb09311a0e tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:03:59.486433 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-af0938ed-7f1c-4811-ac31-4eeb09311a0e tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1663036 Jun 23 15:03:59.503271 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-31b85f70-dbf4-49fe-9848-cf9b44963992 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.72 "GET /v2.0/quotas/3a57a66fb7e24e8689611a0982bbc28a HTTP/1.1" status: 200 len: 375 time: 0.0090983 Jun 23 15:03:59.543264 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-4dbaa9bb-1c46-4e04-889d-265103b83804 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a57a66fb7e24e8689611a0982bbc28a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327795 Jun 23 15:03:59.800299 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5dd7d035-11f7-4380-b018-6e9222f14765 req-f5a417e5-396d-4acc-97f9-de168762878a tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea31578b-7bc0-43fb-aa68-e51a9f61c369 HTTP/1.1" status: 200 len: 210 time: 0.0303206 Jun 23 15:04:00.364627 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c1ff1-1948-4d5d-8216-82ea2b1782db req-98c6aca9-3626-454a-bee7-8abd6522e907 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:00.366104 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-754c1ff1-1948-4d5d-8216-82ea2b1782db req-98c6aca9-3626-454a-bee7-8abd6522e907 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 945 time: 0.3244648 Jun 23 15:04:00.402352 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-754c1ff1-1948-4d5d-8216-82ea2b1782db req-1551e6a7-9eb2-46b5-b0c0-7fce80bd7250 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305717 Jun 23 15:04:00.878542 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-aaece6fe-5d20-4d0b-b901-129aaf372b64 req-2634cc2e-f59f-49ae-9a48-b7ece03707df tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea31578b-7bc0-43fb-aa68-e51a9f61c369 HTTP/1.1" status: 200 len: 210 time: 0.0272672 Jun 23 15:04:01.588323 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3ff5a-b59a-4675-9eec-bf5f8d1c790b req-03c19eca-3f1f-418c-a123-8c8e6c7a3763 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:01.589810 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d7c3ff5a-b59a-4675-9eec-bf5f8d1c790b req-03c19eca-3f1f-418c-a123-8c8e6c7a3763 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 945 time: 0.0756376 Jun 23 15:04:01.625910 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d7c3ff5a-b59a-4675-9eec-bf5f8d1c790b req-9a74b280-e332-4c34-93b3-a84024f79c73 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304711 Jun 23 15:04:01.961733 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e31fabc6-79f4-4863-b32d-bbfda8afb919 req-ad058b76-77e6-4039-bec0-19d0a4c44f88 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea31578b-7bc0-43fb-aa68-e51a9f61c369 HTTP/1.1" status: 200 len: 210 time: 0.0281641 Jun 23 15:04:02.794661 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3b5a3-c4eb-48da-8fc7-e87b13d998bc req-730ab731-3a1a-45cd-a81b-6cb71fbd0d12 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:02.796095 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-56a3b5a3-c4eb-48da-8fc7-e87b13d998bc req-730ab731-3a1a-45cd-a81b-6cb71fbd0d12 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 945 time: 0.0621583 Jun 23 15:04:02.833739 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-56a3b5a3-c4eb-48da-8fc7-e87b13d998bc req-bac7eaf7-be19-45d6-bdd5-63effab1f63a tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314155 Jun 23 15:04:03.103028 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1c9b5780-2cc3-4b30-8a83-67fc14431dfe req-124f26c1-8728-4da4-bcbf-1b5831ee419f tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea31578b-7bc0-43fb-aa68-e51a9f61c369 HTTP/1.1" status: 200 len: 210 time: 0.0321581 Jun 23 15:04:04.003296 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e05ce-0ed9-4da4-96c6-79ebff2419e1 req-125c4b01-9fe5-46b8-bcf1-e886dbbd4361 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:04.004740 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-956e05ce-0ed9-4da4-96c6-79ebff2419e1 req-125c4b01-9fe5-46b8-bcf1-e886dbbd4361 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 945 time: 0.0613749 Jun 23 15:04:04.042383 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-956e05ce-0ed9-4da4-96c6-79ebff2419e1 req-e20bd933-2786-4d5a-830f-d49668dcfe92 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317667 Jun 23 15:04:04.164482 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36474214-3b2f-4955-9dad-b9ded40522f7 req-136eb01b-0689-419f-9bbc-b96ff9688cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:04.166038 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-36474214-3b2f-4955-9dad-b9ded40522f7 req-136eb01b-0689-419f-9bbc-b96ff9688cdc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53a050db46474be88a57b1333575aea7&device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 1098 time: 0.0568471 Jun 23 15:04:04.229196 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-e634c2f6-75a4-4ee2-bd44-58eb526e47d1 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=3a57a66fb7e24e8689611a0982bbc28a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440235 Jun 23 15:04:04.246596 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1bbee1ed-a7fd-4462-8d88-739cce4e16eb req-cb76aeb7-c8b6-42fe-89aa-197ef263a1d1 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea31578b-7bc0-43fb-aa68-e51a9f61c369 HTTP/1.1" status: 200 len: 210 time: 0.0280542 Jun 23 15:04:04.411692 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36474214-3b2f-4955-9dad-b9ded40522f7 req-9632c6f7-c619-416e-a02f-e8f0c8dd2916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:04.413040 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-36474214-3b2f-4955-9dad-b9ded40522f7 req-9632c6f7-c619-416e-a02f-e8f0c8dd2916 service neutron] 10.222.0.46 "GET /v2.0/networks?id=af5d2873-7a72-41f8-b787-f3eb0dbc51dd HTTP/1.1" status: 200 len: 910 time: 0.2367938 Jun 23 15:04:04.478591 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-1dcdd43d-e0c5-4b15-816a-35fe1296f53e tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:04.479953 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-1dcdd43d-e0c5-4b15-816a-35fe1296f53e tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2282283 Jun 23 15:04:04.493546 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-f079db4c-354c-40db-9ade-8adb761e25a0 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Request body: {'port': {'device_id': 'ea31578b-7bc0-43fb-aa68-e51a9f61c369', 'network_id': '0064f321-c9a7-4af0-98b7-289b03a6e5ef', 'admin_state_up': True, 'tenant_id': '3a57a66fb7e24e8689611a0982bbc28a'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:04:04.520518 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-36474214-3b2f-4955-9dad-b9ded40522f7 req-78d17901-0621-4fad-a3ea-7a5b2bcfc37e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fc24480-d5df-4325-ad7f-c64b7994c503 HTTP/1.1" status: 200 len: 1001 time: 0.1006982 Jun 23 15:04:04.606098 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36474214-3b2f-4955-9dad-b9ded40522f7 req-cb7c25cd-ac89-4d19-861f-362f35f6ddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:04.607480 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-36474214-3b2f-4955-9dad-b9ded40522f7 req-cb7c25cd-ac89-4d19-861f-362f35f6ddf0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ac5a127d-407c-4710-8806-35982a4a5eb3 HTTP/1.1" status: 200 len: 848 time: 0.0596955 Jun 23 15:04:04.683460 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36474214-3b2f-4955-9dad-b9ded40522f7 req-ccb7d8bb-dba3-4f6f-9228-94e5e7ff501f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:04.684954 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-36474214-3b2f-4955-9dad-b9ded40522f7 req-ccb7d8bb-dba3-4f6f-9228-94e5e7ff501f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=af5d2873-7a72-41f8-b787-f3eb0dbc51dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0704782 Jun 23 15:04:04.770368 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-36474214-3b2f-4955-9dad-b9ded40522f7 req-d31cde4a-686b-44e6-a17c-da8d5189f4fb service neutron] 10.222.0.46 "GET /v2.0/networks/af5d2873-7a72-41f8-b787-f3eb0dbc51dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788338 Jun 23 15:04:04.833532 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-f079db4c-354c-40db-9ade-8adb761e25a0 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Made reservation on behalf of 3a57a66fb7e24e8689611a0982bbc28a for: {'port': 1} {{(pid=100181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 15:04:04.837612 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-f079db4c-354c-40db-9ade-8adb761e25a0 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:04.849765 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-f079db4c-354c-40db-9ade-8adb761e25a0 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Notify callbacks [] for security_group, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:04.896925 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-36474214-3b2f-4955-9dad-b9ded40522f7 req-d5efd40b-d70f-4ecd-a89a-51d2492d14a6 service neutron] 10.222.0.46 "GET /v2.0/networks/af5d2873-7a72-41f8-b787-f3eb0dbc51dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189041 Jun 23 15:04:04.958889 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-f079db4c-354c-40db-9ade-8adb761e25a0 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Notify callbacks [] for security_group, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:05.060753 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-f079db4c-354c-40db-9ade-8adb761e25a0 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:05.063668 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-48f6f7ec-2beb-4a47-abbc-88f6aa3b4354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:04:05.118403 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079db4c-354c-40db-9ade-8adb761e25a0 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6e4fbd-074d-481d-93ab-013da1be1d18,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:04:05.123049 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-f079db4c-354c-40db-9ade-8adb761e25a0 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:04:05.204797 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_common [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-f079db4c-354c-40db-9ade-8adb761e25a0 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Allocated IP 192.168.233.80 (0064f321-c9a7-4af0-98b7-289b03a6e5ef/a5d6c926-e4e4-41d9-9e17-20d96c7af2a7/a5f0bc05-6281-44c1-a99e-f4706a9b9c33) {{(pid=100181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 15:04:05.223853 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65cd4a8-d440-4923-9395-7ce39f27b6dd req-6cb86982-26e1-4b54-a7ff-efb918e2bfb2 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:05.225983 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b65cd4a8-d440-4923-9395-7ce39f27b6dd req-6cb86982-26e1-4b54-a7ff-efb918e2bfb2 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 945 time: 0.0673802 Jun 23 15:04:05.264339 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b65cd4a8-d440-4923-9395-7ce39f27b6dd req-239bed1b-e15a-4390-b627-71864ec04fde tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318556 Jun 23 15:04:05.346545 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-f079db4c-354c-40db-9ade-8adb761e25a0 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Notify callbacks [] for port, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:05.363617 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.provisioning_blocks [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-f079db4c-354c-40db-9ade-8adb761e25a0 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Transition to ACTIVE for port object a5f0bc05-6281-44c1-a99e-f4706a9b9c33 will not be triggered until provisioned by entity DHCP. {{(pid=100181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 15:04:05.387665 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-eef248a7-14cf-4796-a61e-ceba6260a300 req-aa569269-e1d3-48dd-a373-493968de50f2 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea31578b-7bc0-43fb-aa68-e51a9f61c369 HTTP/1.1" status: 200 len: 210 time: 0.0286510 Jun 23 15:04:05.479114 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-f079db4c-354c-40db-9ade-8adb761e25a0 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25497294'] for port, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:05.483185 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-5dc7b790-d6c5-4978-9db5-19dcb8edd2b8 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:04:05.524044 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-f079db4c-354c-40db-9ade-8adb761e25a0 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Network 0064f321-c9a7-4af0-98b7-289b03a6e5ef is already hosted by enough agents. {{(pid=100181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 15:04:05.527594 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-f079db4c-354c-40db-9ade-8adb761e25a0 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Resources bound (agent type, host, resource id): {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 15:04:05.531512 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-f079db4c-354c-40db-9ade-8adb761e25a0 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Received port after_create {{(pid=100181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 15:04:05.539014 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079db4c-354c-40db-9ade-8adb761e25a0 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Pushing event updated for resources: {'Port': ['ID=a5f0bc05-6281-44c1-a99e-f4706a9b9c33,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:04:05.558676 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-f079db4c-354c-40db-9ade-8adb761e25a0 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:04:05.584399 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-f079db4c-354c-40db-9ade-8adb761e25a0 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:05.585043 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-f079db4c-354c-40db-9ade-8adb761e25a0 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:05.667651 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-f079db4c-354c-40db-9ade-8adb761e25a0 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1790736 Jun 23 15:04:05.679672 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-1acfa01a-3cee-4264-b384-36bc9600d9e6 service neutron] Request body: {'port': {'device_id': 'ea31578b-7bc0-43fb-aa68-e51a9f61c369', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:04:05.749391 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-1acfa01a-3cee-4264-b384-36bc9600d9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:05.877849 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c4fb9b2e-a400-4df4-8844-965b36838b80 None None] Provisioning for port a5f0bc05-6281-44c1-a99e-f4706a9b9c33 completed by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 15:04:05.881623 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-c4fb9b2e-a400-4df4-8844-965b36838b80 None None] Provisioning complete for port a5f0bc05-6281-44c1-a99e-f4706a9b9c33 triggered by entity DHCP. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:04:05.882042 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c4fb9b2e-a400-4df4-8844-965b36838b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:05.916048 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-c4fb9b2e-a400-4df4-8844-965b36838b80 None None] Port a5f0bc05-6281-44c1-a99e-f4706a9b9c33 cannot update to ACTIVE because it is not bound. {{(pid=100182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 15:04:05.995709 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-1acfa01a-3cee-4264-b384-36bc9600d9e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5f0bc05-6281-44c1-a99e-f4706a9b9c33 {{(pid=100181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 15:04:06.002689 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-1acfa01a-3cee-4264-b384-36bc9600d9e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:06.013617 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.provisioning_blocks [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-1acfa01a-3cee-4264-b384-36bc9600d9e6 service neutron] Transition to ACTIVE for port object a5f0bc05-6281-44c1-a99e-f4706a9b9c33 will not be triggered until provisioned by entity L2. {{(pid=100181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 15:04:06.100541 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-1acfa01a-3cee-4264-b384-36bc9600d9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:06.102523 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-664f060f-d477-4894-b985-b5bdd50567d3 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:04:06.148553 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfa01a-3cee-4264-b384-36bc9600d9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f0bc05-6281-44c1-a99e-f4706a9b9c33,revision_number=2']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:04:06.152946 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-1acfa01a-3cee-4264-b384-36bc9600d9e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:04:06.225023 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-1acfa01a-3cee-4264-b384-36bc9600d9e6 service neutron] Attempting to bind port a5f0bc05-6281-44c1-a99e-f4706a9b9c33 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 15:04:06.225718 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-1acfa01a-3cee-4264-b384-36bc9600d9e6 service neutron] Attempting to bind port a5f0bc05-6281-44c1-a99e-f4706a9b9c33 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '80c11263-8046-4a70-8ffc-e036d7a0273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0064f321-c9a7-4af0-98b7-289b03a6e5ef'}] {{(pid=100181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 15:04:06.225718 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-1acfa01a-3cee-4264-b384-36bc9600d9e6 service neutron] Attempting to bind port a5f0bc05-6281-44c1-a99e-f4706a9b9c33 on network 0064f321-c9a7-4af0-98b7-289b03a6e5ef {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 15:04:06.230215 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-1acfa01a-3cee-4264-b384-36bc9600d9e6 service neutron] Port a5f0bc05-6281-44c1-a99e-f4706a9b9c33 on network 0064f321-c9a7-4af0-98b7-289b03a6e5ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 15:04:06.230538 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-1acfa01a-3cee-4264-b384-36bc9600d9e6 service neutron] Attempting to bind port a5f0bc05-6281-44c1-a99e-f4706a9b9c33 on network 0064f321-c9a7-4af0-98b7-289b03a6e5ef {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 15:04:06.235495 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-1acfa01a-3cee-4264-b384-36bc9600d9e6 service neutron] Checking agent: {'id': 'c9242261-8a06-47e1-899c-cb42624e61de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 15, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 15:04:06.235974 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-1acfa01a-3cee-4264-b384-36bc9600d9e6 service neutron] Checking segment: {'id': '80c11263-8046-4a70-8ffc-e036d7a0273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0064f321-c9a7-4af0-98b7-289b03a6e5ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 15:04:06.236375 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-1acfa01a-3cee-4264-b384-36bc9600d9e6 service neutron] Bound using segment: {'id': '80c11263-8046-4a70-8ffc-e036d7a0273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0064f321-c9a7-4af0-98b7-289b03a6e5ef'} {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 15:04:06.236811 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-1acfa01a-3cee-4264-b384-36bc9600d9e6 service neutron] Bound port: a5f0bc05-6281-44c1-a99e-f4706a9b9c33, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80c11263-8046-4a70-8ffc-e036d7a0273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0064f321-c9a7-4af0-98b7-289b03a6e5ef'}}] {{(pid=100181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 15:04:06.237163 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-1acfa01a-3cee-4264-b384-36bc9600d9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:06.305024 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-1acfa01a-3cee-4264-b384-36bc9600d9e6 service neutron] For port a5f0bc05-6281-44c1-a99e-f4706a9b9c33, host hv-cinder-79628, cleared binding levels {{(pid=100181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 15:04:06.308589 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-1acfa01a-3cee-4264-b384-36bc9600d9e6 service neutron] For port a5f0bc05-6281-44c1-a99e-f4706a9b9c33, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a5f0bc05-6281-44c1-a99e-f4706a9b9c33,segment=NetworkSegment(80c11263-8046-4a70-8ffc-e036d7a0273e),segment_id=80c11263-8046-4a70-8ffc-e036d7a0273e)] {{(pid=100181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 15:04:06.381499 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-1acfa01a-3cee-4264-b384-36bc9600d9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:06.383933 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-2f69da1e-0fb6-4531-bddb-c3982da3b324 tempest-VolumesActionsTest-1385452856 tempest-VolumesActionsTest-1385452856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:04:06.418107 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-1acfa01a-3cee-4264-b384-36bc9600d9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:06.423158 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-1acfa01a-3cee-4264-b384-36bc9600d9e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:06.423158 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-1acfa01a-3cee-4264-b384-36bc9600d9e6 service neutron] 10.222.0.46 "PUT /v2.0/ports/a5f0bc05-6281-44c1-a99e-f4706a9b9c33 HTTP/1.1" status: 200 len: 1097 time: 0.7444994 Jun 23 15:04:06.423158 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea31578b-7bc0-43fb-aa68-e51a9f61c369', 'tag': 'a5f0bc05-6281-44c1-a99e-f4706a9b9c33'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:04:06.423158 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f56c86-f51e-44e3-a967-9a461fbec067" -d '{"events": [{"name": "network-changed", "server_uuid": "ea31578b-7bc0-43fb-aa68-e51a9f61c369", "tag": "a5f0bc05-6281-44c1-a99e-f4706a9b9c33"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:04:06.445768 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfa01a-3cee-4264-b384-36bc9600d9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f0bc05-6281-44c1-a99e-f4706a9b9c33,revision_number=3']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:04:06.449211 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-1acfa01a-3cee-4264-b384-36bc9600d9e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:04:06.459028 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21ec5a-c863-4779-ac03-6bb3dbd121db req-b81b2702-fc33-4e5f-af20-a071fb65bf24 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:06.459028 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-6d21ec5a-c863-4779-ac03-6bb3dbd121db req-b81b2702-fc33-4e5f-af20-a071fb65bf24 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 945 time: 0.0801239 Jun 23 15:04:06.508581 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-6d21ec5a-c863-4779-ac03-6bb3dbd121db req-a4bad3ff-5372-4044-a932-738cba8c38a9 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457749 Jun 23 15:04:06.546568 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:06.579414 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 15:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7779c80-8230-47c4-911a-ef60febf4caa x-openstack-request-id: req-c7779c80-8230-47c4-911a-ef60febf4caa {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:04:06.579916 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea31578b-7bc0-43fb-aa68-e51a9f61c369", "tag": "a5f0bc05-6281-44c1-a99e-f4706a9b9c33", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:04:06.580045 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c7779c80-8230-47c4-911a-ef60febf4caa {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:04:06.581268 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea31578b-7bc0-43fb-aa68-e51a9f61c369', 'tag': 'a5f0bc05-6281-44c1-a99e-f4706a9b9c33', 'status': 'completed', 'code': 200} Jun 23 15:04:06.602530 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750e425-8681-4752-b760-6b28d560549b req-d0950f09-f5e4-4f33-ad73-7809a4d74ed3 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:06.604316 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d750e425-8681-4752-b760-6b28d560549b req-d0950f09-f5e4-4f33-ad73-7809a4d74ed3 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea31578b-7bc0-43fb-aa68-e51a9f61c369 HTTP/1.1" status: 200 len: 947 time: 0.0786119 Jun 23 15:04:06.608317 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-bd59bc36-9842-4e9b-9cd8-fd159d84af9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:06.610104 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-bd59bc36-9842-4e9b-9cd8-fd159d84af9c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a57a66fb7e24e8689611a0982bbc28a&device_id=ea31578b-7bc0-43fb-aa68-e51a9f61c369 HTTP/1.1" status: 200 len: 1100 time: 0.0693295 Jun 23 15:04:06.650223 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d750e425-8681-4752-b760-6b28d560549b req-93f43940-742e-4370-a8bf-008d289fd669 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff6e4fbd-074d-481d-93ab-013da1be1d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400414 Jun 23 15:04:06.651125 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-ed0a7c18-24fa-4344-8e23-e2c1f76ec285 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=a5f0bc05-6281-44c1-a99e-f4706a9b9c33 HTTP/1.1" status: 200 len: 217 time: 0.0337670 Jun 23 15:04:06.697355 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-ad9be516-ca47-481b-94af-3f8b13bbba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:06.698766 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-ad9be516-ca47-481b-94af-3f8b13bbba43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a5d6c926-e4e4-41d9-9e17-20d96c7af2a7 HTTP/1.1" status: 200 len: 843 time: 0.0421865 Jun 23 15:04:06.757242 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-a07587eb-381a-46cd-8a94-e7c41b6d0187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:06.758715 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-a07587eb-381a-46cd-8a94-e7c41b6d0187 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0064f321-c9a7-4af0-98b7-289b03a6e5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0541170 Jun 23 15:04:06.846237 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-8f39047d-4f9b-4efb-82e8-e2737407312f service neutron] 10.222.0.46 "GET /v2.0/networks/0064f321-c9a7-4af0-98b7-289b03a6e5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807469 Jun 23 15:04:06.945171 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c8141f1c-f0a9-4329-96f2-b8f3faf7f813 req-d41dbb7a-1632-406f-9e47-69a6ac6254d3 service neutron] 10.222.0.46 "GET /v2.0/networks/0064f321-c9a7-4af0-98b7-289b03a6e5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921197 Jun 23 15:04:07.160477 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f56c86-f51e-44e3-a967-9a461fbec067 req-729a6c93-62e6-40d1-afcc-d66ccd22e71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:07.161979 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-26f56c86-f51e-44e3-a967-9a461fbec067 req-729a6c93-62e6-40d1-afcc-d66ccd22e71f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a57a66fb7e24e8689611a0982bbc28a&device_id=ea31578b-7bc0-43fb-aa68-e51a9f61c369 HTTP/1.1" status: 200 len: 1100 time: 0.0527053 Jun 23 15:04:07.258945 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f56c86-f51e-44e3-a967-9a461fbec067 req-518a2c3c-b2f3-4d66-a520-43ff39bb8a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:07.260407 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-26f56c86-f51e-44e3-a967-9a461fbec067 req-518a2c3c-b2f3-4d66-a520-43ff39bb8a93 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0064f321-c9a7-4af0-98b7-289b03a6e5ef HTTP/1.1" status: 200 len: 870 time: 0.0918674 Jun 23 15:04:07.554219 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-26f56c86-f51e-44e3-a967-9a461fbec067 req-69a9d8eb-be54-4390-b374-746d75dc02c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=a5f0bc05-6281-44c1-a99e-f4706a9b9c33 HTTP/1.1" status: 200 len: 217 time: 0.2868001 Jun 23 15:04:07.600890 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f56c86-f51e-44e3-a967-9a461fbec067 req-3275fe5a-709b-464d-939f-0d1ee4c7840f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:07.602351 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-26f56c86-f51e-44e3-a967-9a461fbec067 req-3275fe5a-709b-464d-939f-0d1ee4c7840f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a5d6c926-e4e4-41d9-9e17-20d96c7af2a7 HTTP/1.1" status: 200 len: 843 time: 0.0417018 Jun 23 15:04:07.663255 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f56c86-f51e-44e3-a967-9a461fbec067 req-f277ded9-91a8-4ec8-90f6-cbd9be948c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:07.664699 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-26f56c86-f51e-44e3-a967-9a461fbec067 req-f277ded9-91a8-4ec8-90f6-cbd9be948c12 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0064f321-c9a7-4af0-98b7-289b03a6e5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0553498 Jun 23 15:04:07.696222 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc729a-852f-4de5-ad80-0a5598e4fc4e req-83ea0a49-1f01-4246-bb8b-c8c9cb66c8a2 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:07.702262 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f0fc729a-852f-4de5-ad80-0a5598e4fc4e req-83ea0a49-1f01-4246-bb8b-c8c9cb66c8a2 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 945 time: 0.0674412 Jun 23 15:04:07.737569 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f0fc729a-852f-4de5-ad80-0a5598e4fc4e req-83a07826-d9f2-473d-8a6a-175de6fea12d tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336256 Jun 23 15:04:07.758181 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-26f56c86-f51e-44e3-a967-9a461fbec067 req-6e564aad-3dca-46f9-b285-c0cec0f94b25 service neutron] 10.222.0.46 "GET /v2.0/networks/0064f321-c9a7-4af0-98b7-289b03a6e5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832632 Jun 23 15:04:07.838894 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4123c01-5b92-4403-b150-8d8d17c6c55b req-d63911f0-51e3-4815-b079-dbe11fbf5596 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:07.840390 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f4123c01-5b92-4403-b150-8d8d17c6c55b req-d63911f0-51e3-4815-b079-dbe11fbf5596 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea31578b-7bc0-43fb-aa68-e51a9f61c369 HTTP/1.1" status: 200 len: 947 time: 0.0680265 Jun 23 15:04:07.850727 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-26f56c86-f51e-44e3-a967-9a461fbec067 req-8cae0426-f9f3-4a09-b1c5-99f51ecca10d service neutron] 10.222.0.46 "GET /v2.0/networks/0064f321-c9a7-4af0-98b7-289b03a6e5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883033 Jun 23 15:04:07.887438 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f4123c01-5b92-4403-b150-8d8d17c6c55b req-71ef5a2c-8259-41bd-b0d7-fca102ad49ac tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff6e4fbd-074d-481d-93ab-013da1be1d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390289 Jun 23 15:04:08.414945 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5c9d4-a015-4d6b-becd-5ce1d7089daf req-1832423d-500d-46da-a0e4-f99ade3bdbdc tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:08.416431 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3ee5c9d4-a015-4d6b-becd-5ce1d7089daf req-1832423d-500d-46da-a0e4-f99ade3bdbdc tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 945 time: 0.0636282 Jun 23 15:04:08.454061 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3ee5c9d4-a015-4d6b-becd-5ce1d7089daf req-4dccb600-1967-451c-a09a-b35b72a5dd78 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318022 Jun 23 15:04:08.494991 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 55002) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:04:08.589427 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-dd1c588a-5c61-4959-be31-b37eac6c0bbb req-cd286ab7-d607-42da-b4af-1943fb03e703 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0931892 Jun 23 15:04:09.067406 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6054885-ccbf-4b2b-9aeb-7cd3c77ad31a req-01a0704e-c903-4ce0-b199-79976ad983f6 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:09.068850 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a6054885-ccbf-4b2b-9aeb-7cd3c77ad31a req-01a0704e-c903-4ce0-b199-79976ad983f6 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea31578b-7bc0-43fb-aa68-e51a9f61c369 HTTP/1.1" status: 200 len: 947 time: 0.0722435 Jun 23 15:04:09.089299 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device a5f0bc05-6281-44c1-a99e-f4706a9b9c33 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=100182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 15:04:09.092190 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 7fc24480-d5df-4325-ad7f-c64b7994c503 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:04:09.110121 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a6054885-ccbf-4b2b-9aeb-7cd3c77ad31a req-0597f9f9-1dcf-486f-a513-4b44c40902bd tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff6e4fbd-074d-481d-93ab-013da1be1d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353880 Jun 23 15:04:09.228187 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:09.246530 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port a5f0bc05-6281-44c1-a99e-f4706a9b9c33, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a5f0bc05-6281-44c1-a99e-f4706a9b9c33,segment=NetworkSegment(80c11263-8046-4a70-8ffc-e036d7a0273e),segment_id=80c11263-8046-4a70-8ffc-e036d7a0273e)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:04:09.263136 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Returning: {'device': 'a5f0bc05-6281-44c1-a99e-f4706a9b9c33', 'network_id': '0064f321-c9a7-4af0-98b7-289b03a6e5ef', 'port_id': 'a5f0bc05-6281-44c1-a99e-f4706a9b9c33', 'mac_address': 'fa:16:3e:79:68:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5d6c926-e4e4-41d9-9e17-20d96c7af2a7', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 15:04:09.267795 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7978b0bf-8426-41cc-8e81-4f2cd74b6510', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fc24480-d5df-4325-ad7f-c64b7994c503'}] {{(pid=100182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:04:09.270044 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2be0bd3a3b87df06192a81cc7e782664f9eb16b4f3df3f1ec53fa4495edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e756d1f-7c8b-448f-b352-be21b0d498d9" -d '{"events": [{"server_uuid": "7978b0bf-8426-41cc-8e81-4f2cd74b6510", "name": "network-vif-unplugged", "status": "completed", "tag": "7fc24480-d5df-4325-ad7f-c64b7994c503"}]}' {{(pid=100182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:04:09.291891 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 7fc24480-d5df-4325-ad7f-c64b7994c503, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7fc24480-d5df-4325-ad7f-c64b7994c503,segment=NetworkSegment(283d69cf-fe57-4821-9f03-0c4ab3c4b8f9),segment_id=283d69cf-fe57-4821-9f03-0c4ab3c4b8f9)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:04:09.313710 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 15:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15777ea5-6e17-4d54-ba8d-5eabe77852e4 x-openstack-request-id: req-15777ea5-6e17-4d54-ba8d-5eabe77852e4 {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:04:09.313710 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7978b0bf-8426-41cc-8e81-4f2cd74b6510", "name": "network-vif-unplugged", "status": "failed", "tag": "7fc24480-d5df-4325-ad7f-c64b7994c503", "code": 422}]} {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:04:09.313710 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-15777ea5-6e17-4d54-ba8d-5eabe77852e4 {{(pid=100182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:04:09.313710 dv-cinder-796286-8-smb neutron-server[100182]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7978b0bf-8426-41cc-8e81-4f2cd74b6510', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7fc24480-d5df-4325-ad7f-c64b7994c503', 'code': 422} returned with failed status Jun 23 15:04:09.327151 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:09.340348 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5f0bc05-6281-44c1-a99e-f4706a9b9c33 {{(pid=100182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 15:04:09.360842 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port a5f0bc05-6281-44c1-a99e-f4706a9b9c33, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a5f0bc05-6281-44c1-a99e-f4706a9b9c33,segment=NetworkSegment(80c11263-8046-4a70-8ffc-e036d7a0273e),segment_id=80c11263-8046-4a70-8ffc-e036d7a0273e)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:04:09.363697 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:09.366221 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-3f8a9b82-3d1d-4069-aad6-d20e2e946e54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:04:09.413085 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=7fc24480-d5df-4325-ad7f-c64b7994c503,revision_number=6']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:04:09.419751 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:04:09.420097 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:04:09.420440 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:04:09.420773 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:04:09.421103 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:04:09.421430 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:04:09.421754 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:04:09.422101 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:04:09.422424 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:04:09.422741 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:04:09.423062 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:04:09.423376 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:04:09.427669 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:04:09.472614 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:09.474324 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c2e6e1aa-05fc-4953-bca5-dccff73a0935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:04:09.519457 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=a5f0bc05-6281-44c1-a99e-f4706a9b9c33,revision_number=4']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:04:09.522364 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:04:09.630129 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f870181-41a4-46d5-9e95-8e1146b20328 req-adfba00a-0eca-4d2a-8ed7-e3287ce6aa9c tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:09.631635 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-8f870181-41a4-46d5-9e95-8e1146b20328 req-adfba00a-0eca-4d2a-8ed7-e3287ce6aa9c tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 943 time: 0.0645556 Jun 23 15:04:09.671810 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-8f870181-41a4-46d5-9e95-8e1146b20328 req-f41ee670-5043-409c-8c45-7fb5170e07f8 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326886 Jun 23 15:04:09.676980 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['a5f0bc05-6281-44c1-a99e-f4706a9b9c33'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 15:04:09.811808 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-96950e89-6a43-4ef0-b254-707009988003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:10.278460 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf49fa3-502d-4147-a5b6-99ca275af7e8 req-54107288-622d-4f97-be73-9ea5ff8688ca tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:10.279906 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0cf49fa3-502d-4147-a5b6-99ca275af7e8 req-54107288-622d-4f97-be73-9ea5ff8688ca tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea31578b-7bc0-43fb-aa68-e51a9f61c369 HTTP/1.1" status: 200 len: 948 time: 0.0612502 Jun 23 15:04:10.317093 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0cf49fa3-502d-4147-a5b6-99ca275af7e8 req-a3b3dbd3-04df-4fca-9905-2fa029a0d090 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff6e4fbd-074d-481d-93ab-013da1be1d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316205 Jun 23 15:04:10.851119 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90891251-c071-4310-bb19-ebc9aa7345fd req-e7a4d094-625a-4161-9daf-aa987ea1cbec tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:10.852563 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-90891251-c071-4310-bb19-ebc9aa7345fd req-e7a4d094-625a-4161-9daf-aa987ea1cbec tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 943 time: 0.0659375 Jun 23 15:04:10.890512 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-90891251-c071-4310-bb19-ebc9aa7345fd req-62e0fa4b-92c1-468e-af62-100977560140 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319676 Jun 23 15:04:11.088575 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device a5f0bc05-6281-44c1-a99e-f4706a9b9c33 up at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 15:04:11.209417 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning for port a5f0bc05-6281-44c1-a99e-f4706a9b9c33 completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 15:04:11.213683 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning complete for port a5f0bc05-6281-44c1-a99e-f4706a9b9c33 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:04:11.214097 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:11.289725 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:11.314020 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea31578b-7bc0-43fb-aa68-e51a9f61c369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f0bc05-6281-44c1-a99e-f4706a9b9c33'}] {{(pid=100182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:04:11.316409 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2be0bd3a3b87df06192a81cc7e782664f9eb16b4f3df3f1ec53fa4495edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7f8615-d180-4e6d-abcb-db850fef0bb9" -d '{"events": [{"server_uuid": "ea31578b-7bc0-43fb-aa68-e51a9f61c369", "name": "network-vif-plugged", "status": "completed", "tag": "a5f0bc05-6281-44c1-a99e-f4706a9b9c33"}]}' {{(pid=100182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:04:11.343372 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port a5f0bc05-6281-44c1-a99e-f4706a9b9c33, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a5f0bc05-6281-44c1-a99e-f4706a9b9c33,segment=NetworkSegment(80c11263-8046-4a70-8ffc-e036d7a0273e),segment_id=80c11263-8046-4a70-8ffc-e036d7a0273e)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:04:11.352553 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 15:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e88241-39bd-4bf4-bf16-950ea1f3b890 x-openstack-request-id: req-39e88241-39bd-4bf4-bf16-950ea1f3b890 {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:04:11.352857 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea31578b-7bc0-43fb-aa68-e51a9f61c369", "name": "network-vif-plugged", "status": "completed", "tag": "a5f0bc05-6281-44c1-a99e-f4706a9b9c33", "code": 200}]} {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:04:11.353119 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-39e88241-39bd-4bf4-bf16-950ea1f3b890 {{(pid=100182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:04:11.353522 dv-cinder-796286-8-smb neutron-server[100182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea31578b-7bc0-43fb-aa68-e51a9f61c369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f0bc05-6281-44c1-a99e-f4706a9b9c33', 'code': 200} Jun 23 15:04:11.438046 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:11.440486 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:04:11.484755 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=a5f0bc05-6281-44c1-a99e-f4706a9b9c33,revision_number=5']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:04:11.488318 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:04:11.490604 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d60b13-99e8-4152-b769-1b0d3b62f09e req-7284b359-e0c4-473a-8fad-6f3ae67e702d tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:11.505497 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e9d60b13-99e8-4152-b769-1b0d3b62f09e req-7284b359-e0c4-473a-8fad-6f3ae67e702d tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea31578b-7bc0-43fb-aa68-e51a9f61c369 HTTP/1.1" status: 200 len: 949 time: 0.0639775 Jun 23 15:04:11.528569 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e9d60b13-99e8-4152-b769-1b0d3b62f09e req-17dcf276-e9a2-4b89-83cf-367da19d2a38 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff6e4fbd-074d-481d-93ab-013da1be1d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309043 Jun 23 15:04:11.831631 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783a03e-fcc8-45f6-a33e-bd51bf30a264 req-49534c53-912d-472a-ae07-48c066035ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:11.833041 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c783a03e-fcc8-45f6-a33e-bd51bf30a264 req-49534c53-912d-472a-ae07-48c066035ecb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ea31578b-7bc0-43fb-aa68-e51a9f61c369 HTTP/1.1" status: 200 len: 1102 time: 0.0481617 Jun 23 15:04:11.865395 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c783a03e-fcc8-45f6-a33e-bd51bf30a264 req-baf4d528-a5f2-48f5-942d-c5bb3aa6908d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ff6e4fbd-074d-481d-93ab-013da1be1d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257750 Jun 23 15:04:12.063407 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b067fa-68cf-4f5c-a6be-e589c98507a2 req-3ce759e2-8b69-4645-b3a1-ce08a8a03fd9 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:12.064858 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b8b067fa-68cf-4f5c-a6be-e589c98507a2 req-3ce759e2-8b69-4645-b3a1-ce08a8a03fd9 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 943 time: 0.0646679 Jun 23 15:04:12.102419 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b8b067fa-68cf-4f5c-a6be-e589c98507a2 req-8cfd8103-89b0-4618-bfeb-192ad608671f tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317979 Jun 23 15:04:12.489700 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-cd9445ea-1cfc-4bf4-bd29-ca75294c6a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:12.523827 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:12.697320 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860521d7-0dca-4caa-9446-7db1f4c6654f req-f9804d75-9253-4fee-988e-5b3191489015 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:12.700721 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-860521d7-0dca-4caa-9446-7db1f4c6654f req-f9804d75-9253-4fee-988e-5b3191489015 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea31578b-7bc0-43fb-aa68-e51a9f61c369 HTTP/1.1" status: 200 len: 949 time: 0.0645673 Jun 23 15:04:12.736053 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-860521d7-0dca-4caa-9446-7db1f4c6654f req-0f019861-ec69-4a36-ac0b-1494d6a25faf tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff6e4fbd-074d-481d-93ab-013da1be1d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316532 Jun 23 15:04:13.272830 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b0c61-6c4d-408b-a02a-ec573c08cb56 req-520a0356-dab3-4ad8-8206-cf40549d9d0b tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:13.274277 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-929b0c61-6c4d-408b-a02a-ec573c08cb56 req-520a0356-dab3-4ad8-8206-cf40549d9d0b tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 943 time: 0.0607820 Jun 23 15:04:13.311189 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-929b0c61-6c4d-408b-a02a-ec573c08cb56 req-f2495c16-b5c6-44b3-8030-48873031a087 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312676 Jun 23 15:04:13.775046 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:13.907965 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd8108-97f1-4158-b846-a60bbcef0aca req-b2e657ca-c4aa-4795-9a0c-82c0ba917eef tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:13.909833 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0ecd8108-97f1-4158-b846-a60bbcef0aca req-b2e657ca-c4aa-4795-9a0c-82c0ba917eef tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea31578b-7bc0-43fb-aa68-e51a9f61c369 HTTP/1.1" status: 200 len: 949 time: 0.0654418 Jun 23 15:04:13.946358 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0ecd8108-97f1-4158-b846-a60bbcef0aca req-4b861503-e5a6-41d4-964f-49a58ea7bb2f tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff6e4fbd-074d-481d-93ab-013da1be1d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307822 Jun 23 15:04:14.487892 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939baec6-e223-4242-9e11-2d4f945b841b req-3ce812a7-fc5b-48d5-ba22-ab9bbe7fbf48 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:14.489326 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-939baec6-e223-4242-9e11-2d4f945b841b req-3ce812a7-fc5b-48d5-ba22-ab9bbe7fbf48 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 943 time: 0.0631504 Jun 23 15:04:14.530142 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-939baec6-e223-4242-9e11-2d4f945b841b req-8a4cde5e-c259-4265-8ea7-5b46b5bf4d4f tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330386 Jun 23 15:04:14.662937 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df02ab-23f4-46d6-9cdf-11e06fa44f22 req-8f6d385a-798e-4b79-b1c7-91b70d42c30e tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:14.664408 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a2df02ab-23f4-46d6-9cdf-11e06fa44f22 req-8f6d385a-798e-4b79-b1c7-91b70d42c30e tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea31578b-7bc0-43fb-aa68-e51a9f61c369 HTTP/1.1" status: 200 len: 949 time: 0.0649872 Jun 23 15:04:14.700964 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a2df02ab-23f4-46d6-9cdf-11e06fa44f22 req-0f544dd7-6e54-4414-89d7-0c5c65b49cca tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff6e4fbd-074d-481d-93ab-013da1be1d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308988 Jun 23 15:04:15.200107 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c588a-5c61-4959-be31-b37eac6c0bbb req-ea201396-20c6-493d-a2fb-fa8afaa27367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:15.201566 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-dd1c588a-5c61-4959-be31-b37eac6c0bbb req-ea201396-20c6-493d-a2fb-fa8afaa27367 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510&tenant_id=53a050db46474be88a57b1333575aea7 HTTP/1.1" status: 200 len: 1096 time: 0.0527184 Jun 23 15:04:15.276776 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c588a-5c61-4959-be31-b37eac6c0bbb req-17c28aa6-c9eb-47e3-b091-5cd21976c4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:15.278222 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-dd1c588a-5c61-4959-be31-b37eac6c0bbb req-17c28aa6-c9eb-47e3-b091-5cd21976c4b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53a050db46474be88a57b1333575aea7&device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 1096 time: 0.0538383 Jun 23 15:04:15.365985 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c588a-5c61-4959-be31-b37eac6c0bbb req-16f676f4-e9d9-4df5-8adc-232354857cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:15.367456 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-dd1c588a-5c61-4959-be31-b37eac6c0bbb req-16f676f4-e9d9-4df5-8adc-232354857cc2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=af5d2873-7a72-41f8-b787-f3eb0dbc51dd HTTP/1.1" status: 200 len: 910 time: 0.0820363 Jun 23 15:04:15.433768 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-dd1c588a-5c61-4959-be31-b37eac6c0bbb req-b377d816-2005-496a-b128-8e86a80d0084 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fc24480-d5df-4325-ad7f-c64b7994c503 HTTP/1.1" status: 200 len: 999 time: 0.0599968 Jun 23 15:04:15.482104 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c588a-5c61-4959-be31-b37eac6c0bbb req-0af622cb-d012-43ef-80db-24b6893c574c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:15.483565 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-dd1c588a-5c61-4959-be31-b37eac6c0bbb req-0af622cb-d012-43ef-80db-24b6893c574c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ac5a127d-407c-4710-8806-35982a4a5eb3 HTTP/1.1" status: 200 len: 848 time: 0.0428641 Jun 23 15:04:15.538360 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c588a-5c61-4959-be31-b37eac6c0bbb req-2eae928e-6765-4669-ae60-1702c1509cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:15.539894 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-dd1c588a-5c61-4959-be31-b37eac6c0bbb req-2eae928e-6765-4669-ae60-1702c1509cdf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=af5d2873-7a72-41f8-b787-f3eb0dbc51dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0501215 Jun 23 15:04:15.546579 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:15.640344 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-dd1c588a-5c61-4959-be31-b37eac6c0bbb req-3959a5e9-51bb-4826-9ae1-b15ee67b06b5 service neutron] 10.222.0.46 "GET /v2.0/networks/af5d2873-7a72-41f8-b787-f3eb0dbc51dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928724 Jun 23 15:04:15.708367 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b81cb-01c8-46af-8b43-efa7506c3b83 req-b53aca08-61b8-41be-9f6c-181db9d81b59 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:15.709975 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9d6b81cb-01c8-46af-8b43-efa7506c3b83 req-b53aca08-61b8-41be-9f6c-181db9d81b59 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 943 time: 0.0662725 Jun 23 15:04:15.735672 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-dd1c588a-5c61-4959-be31-b37eac6c0bbb req-cf36f3de-1efb-446b-ae87-98725bf59326 service neutron] 10.222.0.46 "GET /v2.0/networks/af5d2873-7a72-41f8-b787-f3eb0dbc51dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882313 Jun 23 15:04:15.748523 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9d6b81cb-01c8-46af-8b43-efa7506c3b83 req-fa78494b-39b9-418d-a92b-b57e01b97ff3 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326331 Jun 23 15:04:15.879927 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e08d1-bf7b-4534-b9b3-3183e203b15f req-e9080ed3-b830-4c46-8322-340b11cc0269 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:15.881532 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3d4e08d1-bf7b-4534-b9b3-3183e203b15f req-e9080ed3-b830-4c46-8322-340b11cc0269 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea31578b-7bc0-43fb-aa68-e51a9f61c369 HTTP/1.1" status: 200 len: 949 time: 0.0617039 Jun 23 15:04:15.918053 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3d4e08d1-bf7b-4534-b9b3-3183e203b15f req-e4a0e8a8-eecf-4b68-84df-e08730757955 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff6e4fbd-074d-481d-93ab-013da1be1d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307770 Jun 23 15:04:15.968852 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95ca8e-1cbb-4935-8ba5-6c5499bcbea5 req-f7151b71-1bad-4873-9974-7ead1b44bdb0 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:15.970316 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-5f95ca8e-1cbb-4935-8ba5-6c5499bcbea5 req-f7151b71-1bad-4873-9974-7ead1b44bdb0 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.46 "GET /v2.0/ports?device_id=ea31578b-7bc0-43fb-aa68-e51a9f61c369 HTTP/1.1" status: 200 len: 949 time: 0.0676270 Jun 23 15:04:16.064546 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-5f95ca8e-1cbb-4935-8ba5-6c5499bcbea5 req-8c8054ee-ffd5-4611-8a00-565430eb96ce tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Deleting port a5f0bc05-6281-44c1-a99e-f4706a9b9c33 {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:04:16.064891 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-5f95ca8e-1cbb-4935-8ba5-6c5499bcbea5 req-8c8054ee-ffd5-4611-8a00-565430eb96ce tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:16.152778 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-5f95ca8e-1cbb-4935-8ba5-6c5499bcbea5 req-8c8054ee-ffd5-4611-8a00-565430eb96ce tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] For port a5f0bc05-6281-44c1-a99e-f4706a9b9c33, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a5f0bc05-6281-44c1-a99e-f4706a9b9c33,segment=NetworkSegment(80c11263-8046-4a70-8ffc-e036d7a0273e),segment_id=80c11263-8046-4a70-8ffc-e036d7a0273e)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:04:16.153141 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-5f95ca8e-1cbb-4935-8ba5-6c5499bcbea5 req-8c8054ee-ffd5-4611-8a00-565430eb96ce tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:16.164990 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-5f95ca8e-1cbb-4935-8ba5-6c5499bcbea5 req-8c8054ee-ffd5-4611-8a00-565430eb96ce tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Calling delete_port for a5f0bc05-6281-44c1-a99e-f4706a9b9c33 owned by compute:nova {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:04:16.375551 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-5f95ca8e-1cbb-4935-8ba5-6c5499bcbea5 req-8c8054ee-ffd5-4611-8a00-565430eb96ce tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:16.380006 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-577c2f69-57bc-482d-b422-8897b3fdba39 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:04:16.390702 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['a5f0bc05-6281-44c1-a99e-f4706a9b9c33'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 15:04:16.409115 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8054ee-ffd5-4611-8a00-565430eb96ce tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Pushing event deleted for resources: {'Port': ['ID=a5f0bc05-6281-44c1-a99e-f4706a9b9c33,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:04:16.421104 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8054ee-ffd5-4611-8a00-565430eb96ce tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:04:16.424408 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8054ee-ffd5-4611-8a00-565430eb96ce tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:04:16.424408 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8054ee-ffd5-4611-8a00-565430eb96ce tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:04:16.424408 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8054ee-ffd5-4611-8a00-565430eb96ce tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:04:16.424408 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8054ee-ffd5-4611-8a00-565430eb96ce tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:04:16.424408 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8054ee-ffd5-4611-8a00-565430eb96ce tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:04:16.424408 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8054ee-ffd5-4611-8a00-565430eb96ce tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:04:16.424408 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8054ee-ffd5-4611-8a00-565430eb96ce tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:04:16.425092 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8054ee-ffd5-4611-8a00-565430eb96ce tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:04:16.425092 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8054ee-ffd5-4611-8a00-565430eb96ce tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:04:16.425280 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8054ee-ffd5-4611-8a00-565430eb96ce tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:04:16.425507 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8054ee-ffd5-4611-8a00-565430eb96ce tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:04:16.443596 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-8c8054ee-ffd5-4611-8a00-565430eb96ce tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:04:16.464166 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f95ca8e-1cbb-4935-8ba5-6c5499bcbea5 req-8c8054ee-ffd5-4611-8a00-565430eb96ce tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] No DVR routers for this DVR port a5f0bc05-6281-44c1-a99e-f4706a9b9c33 on host hv-cinder-79628 {{(pid=100181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 15:04:16.466714 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-5f95ca8e-1cbb-4935-8ba5-6c5499bcbea5 req-8c8054ee-ffd5-4611-8a00-565430eb96ce tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:16.468609 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-5f95ca8e-1cbb-4935-8ba5-6c5499bcbea5 req-8c8054ee-ffd5-4611-8a00-565430eb96ce tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.46 "DELETE /v2.0/ports/a5f0bc05-6281-44c1-a99e-f4706a9b9c33 HTTP/1.1" status: 204 len: 173 time: 0.4923770 Jun 23 15:04:16.469130 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea31578b-7bc0-43fb-aa68-e51a9f61c369', 'name': 'network-vif-deleted', 'tag': 'a5f0bc05-6281-44c1-a99e-f4706a9b9c33'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:04:16.471544 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9e8be1-02b9-41cf-8c3c-c1097e9427b1" -d '{"events": [{"server_uuid": "ea31578b-7bc0-43fb-aa68-e51a9f61c369", "name": "network-vif-deleted", "tag": "a5f0bc05-6281-44c1-a99e-f4706a9b9c33"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:04:16.507966 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 15:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8361122-5fd3-415d-bcb4-8bfdf915d9de x-openstack-request-id: req-c8361122-5fd3-415d-bcb4-8bfdf915d9de {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:04:16.508307 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea31578b-7bc0-43fb-aa68-e51a9f61c369", "name": "network-vif-deleted", "tag": "a5f0bc05-6281-44c1-a99e-f4706a9b9c33", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:04:16.508622 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c8361122-5fd3-415d-bcb4-8bfdf915d9de {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:04:16.509062 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea31578b-7bc0-43fb-aa68-e51a9f61c369', 'name': 'network-vif-deleted', 'tag': 'a5f0bc05-6281-44c1-a99e-f4706a9b9c33', 'status': 'completed', 'code': 200} Jun 23 15:04:16.920879 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0a86c-748d-4d84-9eb0-bccb8f608096 req-78e77fe2-762b-4d44-8cf5-9d3ad58a3ae4 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:16.922345 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f8a0a86c-748d-4d84-9eb0-bccb8f608096 req-78e77fe2-762b-4d44-8cf5-9d3ad58a3ae4 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 943 time: 0.0642350 Jun 23 15:04:16.959111 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f8a0a86c-748d-4d84-9eb0-bccb8f608096 req-f9a255ca-f0fe-44f8-8194-b1a910471479 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310650 Jun 23 15:04:17.070233 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-daf8392c-4702-4418-b5bb-4e93cd011cc1 req-f587e216-0530-4a07-a6c5-a22b47c49d1f tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea31578b-7bc0-43fb-aa68-e51a9f61c369 HTTP/1.1" status: 200 len: 210 time: 0.0269499 Jun 23 15:04:17.119460 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 7fc24480-d5df-4325-ad7f-c64b7994c503 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=100182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 15:04:17.219420 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 7fc24480-d5df-4325-ad7f-c64b7994c503, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7fc24480-d5df-4325-ad7f-c64b7994c503,segment=NetworkSegment(283d69cf-fe57-4821-9f03-0c4ab3c4b8f9),segment_id=283d69cf-fe57-4821-9f03-0c4ab3c4b8f9)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:04:17.230605 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Returning: {'device': '7fc24480-d5df-4325-ad7f-c64b7994c503', 'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd', 'port_id': '7fc24480-d5df-4325-ad7f-c64b7994c503', 'mac_address': 'fa:16:3e:2b:cf:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac5a127d-407c-4710-8806-35982a4a5eb3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 15:04:17.265202 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:17.278104 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc24480-d5df-4325-ad7f-c64b7994c503 {{(pid=100182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 15:04:17.297693 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 7fc24480-d5df-4325-ad7f-c64b7994c503, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7fc24480-d5df-4325-ad7f-c64b7994c503,segment=NetworkSegment(283d69cf-fe57-4821-9f03-0c4ab3c4b8f9),segment_id=283d69cf-fe57-4821-9f03-0c4ab3c4b8f9)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:04:17.386462 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:17.388309 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-9b1e507b-0ef4-427b-a305-2c56043ba4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:04:17.432963 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=7fc24480-d5df-4325-ad7f-c64b7994c503,revision_number=7']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:04:17.435869 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:04:17.593413 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['7fc24480-d5df-4325-ad7f-c64b7994c503'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 15:04:18.126404 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b4474-a5eb-4f91-b03c-55d134b40376 req-8a67e554-811a-4319-9c8f-4e7885d1ef08 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:18.129894 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1d0b4474-a5eb-4f91-b03c-55d134b40376 req-8a67e554-811a-4319-9c8f-4e7885d1ef08 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 944 time: 0.0610304 Jun 23 15:04:18.169526 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-1d0b4474-a5eb-4f91-b03c-55d134b40376 req-c46b51a7-b1ca-4e97-983a-e5c8998acbbc tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354333 Jun 23 15:04:19.131844 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 7fc24480-d5df-4325-ad7f-c64b7994c503 up at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 15:04:19.179790 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning complete for port 7fc24480-d5df-4325-ad7f-c64b7994c503 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:04:19.180169 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:19.271971 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:19.295037 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7978b0bf-8426-41cc-8e81-4f2cd74b6510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc24480-d5df-4325-ad7f-c64b7994c503'}] {{(pid=100182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:04:19.297238 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2be0bd3a3b87df06192a81cc7e782664f9eb16b4f3df3f1ec53fa4495edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5d5c94-05eb-4f44-97e4-987802251ea0" -d '{"events": [{"server_uuid": "7978b0bf-8426-41cc-8e81-4f2cd74b6510", "name": "network-vif-plugged", "status": "completed", "tag": "7fc24480-d5df-4325-ad7f-c64b7994c503"}]}' {{(pid=100182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:04:19.314431 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 7fc24480-d5df-4325-ad7f-c64b7994c503, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7fc24480-d5df-4325-ad7f-c64b7994c503,segment=NetworkSegment(283d69cf-fe57-4821-9f03-0c4ab3c4b8f9),segment_id=283d69cf-fe57-4821-9f03-0c4ab3c4b8f9)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:04:19.341212 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 15:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e464caf6-72b9-4fb3-a41e-2c1d86195a5d x-openstack-request-id: req-e464caf6-72b9-4fb3-a41e-2c1d86195a5d {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:04:19.341526 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7978b0bf-8426-41cc-8e81-4f2cd74b6510", "name": "network-vif-plugged", "status": "completed", "tag": "7fc24480-d5df-4325-ad7f-c64b7994c503", "code": 200}]} {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:04:19.341813 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e464caf6-72b9-4fb3-a41e-2c1d86195a5d {{(pid=100182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:04:19.342258 dv-cinder-796286-8-smb neutron-server[100182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7978b0bf-8426-41cc-8e81-4f2cd74b6510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc24480-d5df-4325-ad7f-c64b7994c503', 'code': 200} Jun 23 15:04:19.358034 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f88b92-a2ba-4740-9b2a-77ded9fa68e1 req-27d604d5-182e-4436-9817-8e1b6d330a43 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:19.359574 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b1f88b92-a2ba-4740-9b2a-77ded9fa68e1 req-27d604d5-182e-4436-9817-8e1b6d330a43 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 944 time: 0.0753624 Jun 23 15:04:19.392198 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:19.393766 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device a5f0bc05-6281-44c1-a99e-f4706a9b9c33 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:04:19.396405 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-50ccacdf-e032-4168-b1b5-acb3ffbe8f9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:04:19.405812 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b1f88b92-a2ba-4740-9b2a-77ded9fa68e1 req-484486f0-706f-42b1-a982-5a09207ec87b tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350423 Jun 23 15:04:19.433291 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] No Port match for: a5f0bc05-6281-44c1-a99e-f4706a9b9c33 {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:04:19.433650 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device a5f0bc05-6281-44c1-a99e-f4706a9b9c33 not bound to the agent host hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:04:19.463193 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=7fc24480-d5df-4325-ad7f-c64b7994c503,revision_number=8']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:04:19.466578 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:04:19.631360 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e5873-6f8c-43ed-bf63-48a0859a98ca req-78f6e0b6-f4f4-488d-ab30-952e86915b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:19.632972 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c52e5873-6f8c-43ed-bf63-48a0859a98ca req-78f6e0b6-f4f4-488d-ab30-952e86915b05 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 1098 time: 0.0507734 Jun 23 15:04:19.666377 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-c52e5873-6f8c-43ed-bf63-48a0859a98ca req-dcf6d1bb-ae1b-4377-8825-7393bf0cc48c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275540 Jun 23 15:04:20.578210 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cbd61-4a09-4b2c-b941-9c78e9dfedd2 req-65dcdff6-1b2b-435b-87c5-99b796877911 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:20.579682 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-759cbd61-4a09-4b2c-b941-9c78e9dfedd2 req-65dcdff6-1b2b-435b-87c5-99b796877911 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 945 time: 0.0618072 Jun 23 15:04:20.618486 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-759cbd61-4a09-4b2c-b941-9c78e9dfedd2 req-59b295b6-e72c-4da1-8ad6-c2067651db7c tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332639 Jun 23 15:04:21.053572 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 6 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 15:04:21.807956 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d67a2d-0e31-409b-adf6-a84077e8c52d req-9238c87b-6c2c-4741-9512-88fe61693238 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:21.809416 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-18d67a2d-0e31-409b-adf6-a84077e8c52d req-9238c87b-6c2c-4741-9512-88fe61693238 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 945 time: 0.0721946 Jun 23 15:04:21.846778 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-18d67a2d-0e31-409b-adf6-a84077e8c52d req-56d668b8-f855-4460-8f1f-ef6cd950c754 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312085 Jun 23 15:04:24.092741 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 55302) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:04:24.221101 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-0de8ec23-0b1c-4c38-b59a-ab07f017f921 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3a57a66fb7e24e8689611a0982bbc28a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1266460 Jun 23 15:04:24.223551 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 55306) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:04:24.272949 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f5bc142e-57f6-44a2-a890-0e310eefc58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:24.292877 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f5bc142e-57f6-44a2-a890-0e310eefc58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:24.414888 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f5bc142e-57f6-44a2-a890-0e310eefc58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:24.417373 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-f5bc142e-57f6-44a2-a890-0e310eefc58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:24.418510 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-f5bc142e-57f6-44a2-a890-0e310eefc58e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ff6e4fbd-074d-481d-93ab-013da1be1d18 HTTP/1.1" status: 204 len: 168 time: 0.1940889 Jun 23 15:04:24.419291 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-0015dd2c-2e2e-4348-8546-c7a4993259ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:04:24.426864 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc142e-57f6-44a2-a890-0e310eefc58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6e4fbd-074d-481d-93ab-013da1be1d18,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:04:24.429170 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-f5bc142e-57f6-44a2-a890-0e310eefc58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:04:25.367960 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 55330) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:04:25.461393 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-e53f2774-711c-42a2-9470-9af2292ca73b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2017440068-network', 'tenant_id': 'c2d4c6e494e241c8934489c424fd7a07'}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:04:25.580694 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53f2774-711c-42a2-9470-9af2292ca73b admin admin] Made reservation on behalf of c2d4c6e494e241c8934489c424fd7a07 for: {'network': 1} {{(pid=100180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 15:04:25.583082 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e53f2774-711c-42a2-9470-9af2292ca73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for network, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:25.591539 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e53f2774-711c-42a2-9470-9af2292ca73b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:25.676841 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e53f2774-711c-42a2-9470-9af2292ca73b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:25.758088 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e53f2774-711c-42a2-9470-9af2292ca73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:25.760942 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-a22ce1cc-77e0-4a59-96ed-eefa97dd90fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:04:25.792362 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e53f2774-711c-42a2-9470-9af2292ca73b admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=100180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 15:04:25.801731 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f2774-711c-42a2-9470-9af2292ca73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfe70ab-c749-4d0b-97a6-6b9198fbcde3,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:04:25.804945 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-e53f2774-711c-42a2-9470-9af2292ca73b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:04:25.810106 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e53f2774-711c-42a2-9470-9af2292ca73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:25.810106 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.db.segments_db [None req-e53f2774-711c-42a2-9470-9af2292ca73b admin admin] Added segment 35403b30-cd74-444d-a285-08ab34de99fa of type vlan for network 365b9b06-c80c-4660-8795-7e1f8a766cbe Jun 23 15:04:25.856284 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e53f2774-711c-42a2-9470-9af2292ca73b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735918531624'] for network, precommit_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:25.985598 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e53f2774-711c-42a2-9470-9af2292ca73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217'] for network, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:25.987573 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53f2774-711c-42a2-9470-9af2292ca73b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:25.988185 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e53f2774-711c-42a2-9470-9af2292ca73b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:25.990304 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:04:26.048563 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f2774-711c-42a2-9470-9af2292ca73b admin admin] Pushing event updated for resources: {'Network': ['ID=365b9b06-c80c-4660-8795-7e1f8a766cbe,revision_number=1']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:04:26.052420 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-e53f2774-711c-42a2-9470-9af2292ca73b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:04:26.059300 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Network 365b9b06-c80c-4660-8795-7e1f8a766cbe details requested by agent ovs-agent-dv-cinder-796286-8-smb with host dv-cinder-796286-8-smb {{(pid=100182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 15:04:26.119007 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-e53f2774-711c-42a2-9470-9af2292ca73b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7495124 Jun 23 15:04:26.121201 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 55334) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:04:26.126217 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.v2.base [None req-e07de7cc-7c6d-4fa2-99f7-9a1f868943f1 admin admin] Request body: {'subnet': {'network_id': '365b9b06-c80c-4660-8795-7e1f8a766cbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2017440068-subnet', 'tenant_id': 'c2d4c6e494e241c8934489c424fd7a07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:04:26.221446 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07de7cc-7c6d-4fa2-99f7-9a1f868943f1 admin admin] Made reservation on behalf of c2d4c6e494e241c8934489c424fd7a07 for: {'subnet': 1} {{(pid=100180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 15:04:26.223860 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e07de7cc-7c6d-4fa2-99f7-9a1f868943f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25513332'] for subnet, before_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:26.455420 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e07de7cc-7c6d-4fa2-99f7-9a1f868943f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25327877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25513318'] for subnet, after_create {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:26.457493 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-a7ca8efe-d745-41a1-90c2-81dcb03ad08a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:04:26.510755 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07de7cc-7c6d-4fa2-99f7-9a1f868943f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dae4a1e-6bac-41ca-949c-cc134473323b,revision_number=0']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:04:26.514467 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-e07de7cc-7c6d-4fa2-99f7-9a1f868943f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:04:26.523245 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07de7cc-7c6d-4fa2-99f7-9a1f868943f1 admin admin] Checking segment: {'id': '35403b30-cd74-444d-a285-08ab34de99fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '365b9b06-c80c-4660-8795-7e1f8a766cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 15:04:26.523632 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07de7cc-7c6d-4fa2-99f7-9a1f868943f1 admin admin] Network hostable DHCP agents. Network: 365b9b06-c80c-4660-8795-7e1f8a766cbe, hostable agents: ['bd2680ec-ec61-4d1e-a411-ffe82748e619'], hosted agents: [] {{(pid=100180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 15:04:26.597468 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07de7cc-7c6d-4fa2-99f7-9a1f868943f1 admin admin] Network 365b9b06-c80c-4660-8795-7e1f8a766cbe is scheduled to be hosted by DHCP agent bd2680ec-ec61-4d1e-a411-ffe82748e619 with binding_index 1 {{(pid=100180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 15:04:26.694589 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.scheduler.base_scheduler [None req-e07de7cc-7c6d-4fa2-99f7-9a1f868943f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-smb, 365b9b06-c80c-4660-8795-7e1f8a766cbe) {{(pid=100180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 15:04:26.698595 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07de7cc-7c6d-4fa2-99f7-9a1f868943f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:26.699220 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-e07de7cc-7c6d-4fa2-99f7-9a1f868943f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:26.703439 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db63a82-e4c9-48f8-b5ee-50dad75780f5 None None] Network 365b9b06-c80c-4660-8795-7e1f8a766cbe requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 15:04:26.792883 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-e07de7cc-7c6d-4fa2-99f7-9a1f868943f1 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6703804 Jun 23 15:04:26.824141 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e360455-4403-4016-8395-3579bab65fc8 None None] Network 365b9b06-c80c-4660-8795-7e1f8a766cbe requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 15:04:28.900157 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-25aeac65-7858-45be-b027-560955d0699e tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:28.901603 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-25aeac65-7858-45be-b027-560955d0699e tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/networks?id=365b9b06-c80c-4660-8795-7e1f8a766cbe HTTP/1.1" status: 200 len: 814 time: 0.1016016 Jun 23 15:04:28.916289 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-363c0b17-8170-4955-ae51-40628ec3b846 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/quotas/c2d4c6e494e241c8934489c424fd7a07 HTTP/1.1" status: 200 len: 375 time: 0.0093017 Jun 23 15:04:28.948623 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-04778500-bc01-4e34-aed4-06c27dcca1d6 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c2d4c6e494e241c8934489c424fd7a07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275075 Jun 23 15:04:29.039641 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-a6753e8b-d437-43f0-a225-baba5726aace service neutron] 10.222.0.72 "GET /v2.0/networks/365b9b06-c80c-4660-8795-7e1f8a766cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844953 Jun 23 15:04:29.124622 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-58ef641e-73e4-4868-854a-d8853e04b70f service neutron] 10.222.0.72 "GET /v2.0/networks/365b9b06-c80c-4660-8795-7e1f8a766cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792515 Jun 23 15:04:29.383412 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a8e95f1b-e95d-4c26-a36e-4ea8ddedc079 req-be240b90-a81b-42ac-b6c9-b6ac0b997738 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?device_id=445a16d0-0fa9-4371-acec-3ad070ade53e HTTP/1.1" status: 200 len: 210 time: 0.0305262 Jun 23 15:04:30.466564 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f252f29a-1301-49ee-8bc6-33b76350d0b0 req-7b5b9ad3-d48e-49ea-98b2-b7b1f0d31e80 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?device_id=445a16d0-0fa9-4371-acec-3ad070ade53e HTTP/1.1" status: 200 len: 210 time: 0.0326455 Jun 23 15:04:31.607191 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-2454c801-9d14-435d-8b84-2b57199607b5 req-2bcf71f1-3d4a-4afb-bc65-a5002c5d4940 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?device_id=445a16d0-0fa9-4371-acec-3ad070ade53e HTTP/1.1" status: 200 len: 210 time: 0.0285454 Jun 23 15:04:32.138314 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-e9bdd0e8-66f5-454f-8971-f4ab437b41c0 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:32.139795 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-e9bdd0e8-66f5-454f-8971-f4ab437b41c0 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.46 "GET /v2.0/networks?id=365b9b06-c80c-4660-8795-7e1f8a766cbe HTTP/1.1" status: 200 len: 814 time: 0.1004312 Jun 23 15:04:32.161994 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-dd9a0e8c-ebdd-407f-a265-38925ea598e4 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Request body: {'port': {'device_id': '445a16d0-0fa9-4371-acec-3ad070ade53e', 'network_id': '365b9b06-c80c-4660-8795-7e1f8a766cbe', 'admin_state_up': True, 'tenant_id': 'c2d4c6e494e241c8934489c424fd7a07'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:04:32.346614 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-dd9a0e8c-ebdd-407f-a265-38925ea598e4 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Made reservation on behalf of c2d4c6e494e241c8934489c424fd7a07 for: {'port': 1} {{(pid=100181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 15:04:32.350277 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-dd9a0e8c-ebdd-407f-a265-38925ea598e4 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:32.475398 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_common [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-dd9a0e8c-ebdd-407f-a265-38925ea598e4 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Allocated IP 172.20.0.9 (365b9b06-c80c-4660-8795-7e1f8a766cbe/0dae4a1e-6bac-41ca-949c-cc134473323b/6af4a20b-2a96-4824-9d95-eed290c8adad) {{(pid=100181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 15:04:32.621966 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-dd9a0e8c-ebdd-407f-a265-38925ea598e4 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Notify callbacks [] for port, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:32.735839 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-dd9a0e8c-ebdd-407f-a265-38925ea598e4 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25497294'] for port, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:32.741084 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-4d60588f-b029-45a8-a1e5-13c65ac85ea1 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:04:32.743381 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-2d18dc80-be21-4187-8122-21358b6a97cb req-c4adcaf3-b9b6-4084-a644-aa8c6182fe1e tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?device_id=445a16d0-0fa9-4371-acec-3ad070ade53e HTTP/1.1" status: 200 len: 210 time: 0.0273256 Jun 23 15:04:32.781889 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-dd9a0e8c-ebdd-407f-a265-38925ea598e4 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Network 365b9b06-c80c-4660-8795-7e1f8a766cbe is already hosted by enough agents. {{(pid=100181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 15:04:32.787051 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-dd9a0e8c-ebdd-407f-a265-38925ea598e4 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Resources bound (agent type, host, resource id): {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 15:04:32.789428 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-dd9a0e8c-ebdd-407f-a265-38925ea598e4 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Received port after_create {{(pid=100181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 15:04:32.796152 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a0e8c-ebdd-407f-a265-38925ea598e4 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Pushing event updated for resources: {'Port': ['ID=6af4a20b-2a96-4824-9d95-eed290c8adad,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:04:32.799458 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-dd9a0e8c-ebdd-407f-a265-38925ea598e4 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:04:32.841932 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-dd9a0e8c-ebdd-407f-a265-38925ea598e4 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:32.842539 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-dd9a0e8c-ebdd-407f-a265-38925ea598e4 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:32.913068 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-dd9a0e8c-ebdd-407f-a265-38925ea598e4 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7555096 Jun 23 15:04:32.924764 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-bbf33133-36bb-465e-af13-40479f7de513 service neutron] Request body: {'port': {'device_id': '445a16d0-0fa9-4371-acec-3ad070ade53e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:04:32.996982 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-bbf33133-36bb-465e-af13-40479f7de513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:33.243609 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-bbf33133-36bb-465e-af13-40479f7de513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af4a20b-2a96-4824-9d95-eed290c8adad {{(pid=100181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 15:04:33.252148 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-bbf33133-36bb-465e-af13-40479f7de513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:33.263234 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.provisioning_blocks [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-bbf33133-36bb-465e-af13-40479f7de513 service neutron] Transition to ACTIVE for port object 6af4a20b-2a96-4824-9d95-eed290c8adad will not be triggered until provisioned by entity L2. {{(pid=100181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 15:04:33.334750 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-bbf33133-36bb-465e-af13-40479f7de513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:33.336948 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-4d60588f-b029-45a8-a1e5-13c65ac85ea1 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:04:33.384535 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf33133-36bb-465e-af13-40479f7de513 service neutron] Pushing event updated for resources: {'Port': ['ID=6af4a20b-2a96-4824-9d95-eed290c8adad,revision_number=2']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:04:33.404632 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-bbf33133-36bb-465e-af13-40479f7de513 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:04:33.450065 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-bbf33133-36bb-465e-af13-40479f7de513 service neutron] Attempting to bind port 6af4a20b-2a96-4824-9d95-eed290c8adad on host hv-cinder-79628 for vnic_type normal with profile {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 15:04:33.450395 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-bbf33133-36bb-465e-af13-40479f7de513 service neutron] Attempting to bind port 6af4a20b-2a96-4824-9d95-eed290c8adad by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '35403b30-cd74-444d-a285-08ab34de99fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '365b9b06-c80c-4660-8795-7e1f8a766cbe'}] {{(pid=100181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 15:04:33.450721 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-bbf33133-36bb-465e-af13-40479f7de513 service neutron] Attempting to bind port 6af4a20b-2a96-4824-9d95-eed290c8adad on network 365b9b06-c80c-4660-8795-7e1f8a766cbe {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 15:04:33.455364 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-bbf33133-36bb-465e-af13-40479f7de513 service neutron] Port 6af4a20b-2a96-4824-9d95-eed290c8adad on network 365b9b06-c80c-4660-8795-7e1f8a766cbe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 15:04:33.455710 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-bbf33133-36bb-465e-af13-40479f7de513 service neutron] Attempting to bind port 6af4a20b-2a96-4824-9d95-eed290c8adad on network 365b9b06-c80c-4660-8795-7e1f8a766cbe {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 15:04:33.460305 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-bbf33133-36bb-465e-af13-40479f7de513 service neutron] Checking agent: {'id': 'c9242261-8a06-47e1-899c-cb42624e61de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 15, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 15:04:33.460633 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-bbf33133-36bb-465e-af13-40479f7de513 service neutron] Checking segment: {'id': '35403b30-cd74-444d-a285-08ab34de99fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '365b9b06-c80c-4660-8795-7e1f8a766cbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 15:04:33.461010 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-bbf33133-36bb-465e-af13-40479f7de513 service neutron] Bound using segment: {'id': '35403b30-cd74-444d-a285-08ab34de99fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '365b9b06-c80c-4660-8795-7e1f8a766cbe'} {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 15:04:33.461422 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-bbf33133-36bb-465e-af13-40479f7de513 service neutron] Bound port: 6af4a20b-2a96-4824-9d95-eed290c8adad, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35403b30-cd74-444d-a285-08ab34de99fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '365b9b06-c80c-4660-8795-7e1f8a766cbe'}}] {{(pid=100181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 15:04:33.462039 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-bbf33133-36bb-465e-af13-40479f7de513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:33.521301 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-bbf33133-36bb-465e-af13-40479f7de513 service neutron] For port 6af4a20b-2a96-4824-9d95-eed290c8adad, host hv-cinder-79628, cleared binding levels {{(pid=100181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 15:04:33.524125 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-bbf33133-36bb-465e-af13-40479f7de513 service neutron] For port 6af4a20b-2a96-4824-9d95-eed290c8adad, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6af4a20b-2a96-4824-9d95-eed290c8adad,segment=NetworkSegment(35403b30-cd74-444d-a285-08ab34de99fa),segment_id=35403b30-cd74-444d-a285-08ab34de99fa)] {{(pid=100181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 15:04:33.603539 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-bbf33133-36bb-465e-af13-40479f7de513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:33.605500 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-424af497-647f-4c6f-944a-6469c259ad57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:04:33.640895 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-bbf33133-36bb-465e-af13-40479f7de513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:33.641501 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-bbf33133-36bb-465e-af13-40479f7de513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:33.642954 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-bbf33133-36bb-465e-af13-40479f7de513 service neutron] 10.222.0.46 "PUT /v2.0/ports/6af4a20b-2a96-4824-9d95-eed290c8adad HTTP/1.1" status: 200 len: 1093 time: 0.7228825 Jun 23 15:04:33.643456 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '445a16d0-0fa9-4371-acec-3ad070ade53e', 'tag': '6af4a20b-2a96-4824-9d95-eed290c8adad'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:04:33.645851 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d0f92b-6c48-4cef-9e54-39da5c00b969" -d '{"events": [{"name": "network-changed", "server_uuid": "445a16d0-0fa9-4371-acec-3ad070ade53e", "tag": "6af4a20b-2a96-4824-9d95-eed290c8adad"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:04:33.664300 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf33133-36bb-465e-af13-40479f7de513 service neutron] Pushing event updated for resources: {'Port': ['ID=6af4a20b-2a96-4824-9d95-eed290c8adad,revision_number=3']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:04:33.667602 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-bbf33133-36bb-465e-af13-40479f7de513 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:04:33.680182 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 15:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e2bcb8-34cf-45d9-a1a3-0cbe4baa723f x-openstack-request-id: req-b5e2bcb8-34cf-45d9-a1a3-0cbe4baa723f {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:04:33.680502 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "445a16d0-0fa9-4371-acec-3ad070ade53e", "tag": "6af4a20b-2a96-4824-9d95-eed290c8adad", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:04:33.680789 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b5e2bcb8-34cf-45d9-a1a3-0cbe4baa723f {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:04:33.681220 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '445a16d0-0fa9-4371-acec-3ad070ade53e', 'tag': '6af4a20b-2a96-4824-9d95-eed290c8adad', 'status': 'completed', 'code': 200} Jun 23 15:04:33.757250 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0f92b-6c48-4cef-9e54-39da5c00b969 req-60acb5ed-664f-4a20-b8de-adcff11a6a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:33.758724 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-34d0f92b-6c48-4cef-9e54-39da5c00b969 req-60acb5ed-664f-4a20-b8de-adcff11a6a7a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2d4c6e494e241c8934489c424fd7a07&device_id=445a16d0-0fa9-4371-acec-3ad070ade53e HTTP/1.1" status: 200 len: 1096 time: 0.0540261 Jun 23 15:04:33.854430 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0f92b-6c48-4cef-9e54-39da5c00b969 req-eb5c4492-865e-4d7b-9c79-9441abb05108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:33.855858 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-34d0f92b-6c48-4cef-9e54-39da5c00b969 req-eb5c4492-865e-4d7b-9c79-9441abb05108 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=c2d4c6e494e241c8934489c424fd7a07&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0895588 Jun 23 15:04:33.916584 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1c5f4-c4c8-4560-8fa2-b8c23d613dd7 req-c7df311d-1949-431a-b92d-1dad3ef0e61f tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:33.918055 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4ca1c5f4-c4c8-4560-8fa2-b8c23d613dd7 req-c7df311d-1949-431a-b92d-1dad3ef0e61f tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?device_id=445a16d0-0fa9-4371-acec-3ad070ade53e HTTP/1.1" status: 200 len: 943 time: 0.0661891 Jun 23 15:04:33.952500 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0f92b-6c48-4cef-9e54-39da5c00b969 req-6ad9ef25-b67e-4d11-9ae5-910205852236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:33.954016 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-34d0f92b-6c48-4cef-9e54-39da5c00b969 req-6ad9ef25-b67e-4d11-9ae5-910205852236 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915711 Jun 23 15:04:33.955018 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4ca1c5f4-c4c8-4560-8fa2-b8c23d613dd7 req-054b7295-f91c-49fd-8252-877aa3505daa tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/security-groups?id=4bfe70ab-c749-4d0b-97a6-6b9198fbcde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305116 Jun 23 15:04:34.049906 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-7268e612-a6ec-45d5-9224-efa23c2bc68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:34.051285 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-7268e612-a6ec-45d5-9224-efa23c2bc68e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2d4c6e494e241c8934489c424fd7a07&device_id=445a16d0-0fa9-4371-acec-3ad070ade53e HTTP/1.1" status: 200 len: 1096 time: 0.0511992 Jun 23 15:04:34.095965 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-3137b1b5-eac2-42a0-a15d-8ce71f96a3e9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6af4a20b-2a96-4824-9d95-eed290c8adad HTTP/1.1" status: 200 len: 217 time: 0.0354834 Jun 23 15:04:34.142356 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-3e4a4253-a2ff-40f2-8236-3ed0b95d74be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:34.143785 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-3e4a4253-a2ff-40f2-8236-3ed0b95d74be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0dae4a1e-6bac-41ca-949c-cc134473323b HTTP/1.1" status: 200 len: 854 time: 0.0418744 Jun 23 15:04:34.176156 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-f016ac7f-a8b9-47da-bfff-d6909dcd0188 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=365b9b06-c80c-4660-8795-7e1f8a766cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257785 Jun 23 15:04:34.267470 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-0dc78e52-f235-46dc-a58a-980876cbe663 service neutron] 10.222.0.46 "GET /v2.0/networks/365b9b06-c80c-4660-8795-7e1f8a766cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843446 Jun 23 15:04:34.351504 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-0ee13c6d-3617-48a2-9a07-8ff685a3c5ff req-1d7afeae-8c14-4e62-b413-5e3342baea76 service neutron] 10.222.0.46 "GET /v2.0/networks/365b9b06-c80c-4660-8795-7e1f8a766cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782135 Jun 23 15:04:35.123477 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1306f-4077-4063-9858-88411a1e18cf req-ebfe87df-14db-484c-8ded-029037fc424f tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:35.124921 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3df1306f-4077-4063-9858-88411a1e18cf req-ebfe87df-14db-484c-8ded-029037fc424f tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?device_id=445a16d0-0fa9-4371-acec-3ad070ade53e HTTP/1.1" status: 200 len: 943 time: 0.0610485 Jun 23 15:04:35.161692 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3df1306f-4077-4063-9858-88411a1e18cf req-b6949207-b430-43e3-ae3b-b59fda1daedd tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/security-groups?id=4bfe70ab-c749-4d0b-97a6-6b9198fbcde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304971 Jun 23 15:04:35.228486 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 6af4a20b-2a96-4824-9d95-eed290c8adad details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=100182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 15:04:35.321278 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 6af4a20b-2a96-4824-9d95-eed290c8adad, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6af4a20b-2a96-4824-9d95-eed290c8adad,segment=NetworkSegment(35403b30-cd74-444d-a285-08ab34de99fa),segment_id=35403b30-cd74-444d-a285-08ab34de99fa)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:04:35.331623 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Returning: {'device': '6af4a20b-2a96-4824-9d95-eed290c8adad', 'network_id': '365b9b06-c80c-4660-8795-7e1f8a766cbe', 'port_id': '6af4a20b-2a96-4824-9d95-eed290c8adad', 'mac_address': 'fa:16:3e:be:21:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dae4a1e-6bac-41ca-949c-cc134473323b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 15:04:35.366504 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:35.378897 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af4a20b-2a96-4824-9d95-eed290c8adad {{(pid=100182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 15:04:35.397343 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 6af4a20b-2a96-4824-9d95-eed290c8adad, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6af4a20b-2a96-4824-9d95-eed290c8adad,segment=NetworkSegment(35403b30-cd74-444d-a285-08ab34de99fa),segment_id=35403b30-cd74-444d-a285-08ab34de99fa)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:04:35.523750 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:35.525514 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:04:35.569277 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=6af4a20b-2a96-4824-9d95-eed290c8adad,revision_number=4']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:04:35.572310 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:04:35.732114 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['6af4a20b-2a96-4824-9d95-eed290c8adad'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 15:04:36.332853 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e44461-09d1-47e5-8df5-b1ffb1482e6a req-86f758de-4493-4000-8d7b-8b03f824089e tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:36.334319 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c6e44461-09d1-47e5-8df5-b1ffb1482e6a req-86f758de-4493-4000-8d7b-8b03f824089e tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?device_id=445a16d0-0fa9-4371-acec-3ad070ade53e HTTP/1.1" status: 200 len: 944 time: 0.0599110 Jun 23 15:04:36.370814 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c6e44461-09d1-47e5-8df5-b1ffb1482e6a req-e2158b79-a961-460d-8226-b35bf94cbc51 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/security-groups?id=4bfe70ab-c749-4d0b-97a6-6b9198fbcde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306869 Jun 23 15:04:36.558285 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:37.228822 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 6af4a20b-2a96-4824-9d95-eed290c8adad up at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 15:04:37.375017 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning for port 6af4a20b-2a96-4824-9d95-eed290c8adad completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 15:04:37.378762 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning complete for port 6af4a20b-2a96-4824-9d95-eed290c8adad triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:04:37.379148 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:37.456087 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:37.478208 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445a16d0-0fa9-4371-acec-3ad070ade53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af4a20b-2a96-4824-9d95-eed290c8adad'}] {{(pid=100182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:04:37.480469 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2be0bd3a3b87df06192a81cc7e782664f9eb16b4f3df3f1ec53fa4495edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ca1a34-f0af-45dc-8c96-c25dc1c6310c" -d '{"events": [{"server_uuid": "445a16d0-0fa9-4371-acec-3ad070ade53e", "name": "network-vif-plugged", "status": "completed", "tag": "6af4a20b-2a96-4824-9d95-eed290c8adad"}]}' {{(pid=100182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:04:37.493411 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 6af4a20b-2a96-4824-9d95-eed290c8adad, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6af4a20b-2a96-4824-9d95-eed290c8adad,segment=NetworkSegment(35403b30-cd74-444d-a285-08ab34de99fa),segment_id=35403b30-cd74-444d-a285-08ab34de99fa)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:04:37.518574 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 15:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ec2529-f177-4271-97b6-4ed4925d420a x-openstack-request-id: req-e7ec2529-f177-4271-97b6-4ed4925d420a {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:04:37.523098 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445a16d0-0fa9-4371-acec-3ad070ade53e", "name": "network-vif-plugged", "status": "completed", "tag": "6af4a20b-2a96-4824-9d95-eed290c8adad", "code": 200}]} {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:04:37.523098 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e7ec2529-f177-4271-97b6-4ed4925d420a {{(pid=100182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:04:37.523098 dv-cinder-796286-8-smb neutron-server[100182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445a16d0-0fa9-4371-acec-3ad070ade53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af4a20b-2a96-4824-9d95-eed290c8adad', 'code': 200} Jun 23 15:04:37.549765 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f89f5-4464-4c82-9aed-f6d07bba08e2 req-13ae9e05-ef20-4569-8ab1-4edfd4f3f27a tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:37.551759 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9e4f89f5-4464-4c82-9aed-f6d07bba08e2 req-13ae9e05-ef20-4569-8ab1-4edfd4f3f27a tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?device_id=445a16d0-0fa9-4371-acec-3ad070ade53e HTTP/1.1" status: 200 len: 944 time: 0.0691400 Jun 23 15:04:37.570704 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:37.572697 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:04:37.592435 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-9e4f89f5-4464-4c82-9aed-f6d07bba08e2 req-09bf7f41-ac5d-4109-8d18-d60627b49de7 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/security-groups?id=4bfe70ab-c749-4d0b-97a6-6b9198fbcde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349135 Jun 23 15:04:37.620872 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=6af4a20b-2a96-4824-9d95-eed290c8adad,revision_number=5']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:04:37.623864 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:04:37.930926 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c1cab-e450-4c35-a61b-08f8a7655e4a req-3220300b-54c0-44fd-a3ee-a590c363fe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:37.932295 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-1a1c1cab-e450-4c35-a61b-08f8a7655e4a req-3220300b-54c0-44fd-a3ee-a590c363fe5d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=445a16d0-0fa9-4371-acec-3ad070ade53e HTTP/1.1" status: 200 len: 1098 time: 0.0524521 Jun 23 15:04:37.971287 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-1a1c1cab-e450-4c35-a61b-08f8a7655e4a req-ea4778e1-f02e-42ac-8151-1c3453125452 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4bfe70ab-c749-4d0b-97a6-6b9198fbcde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325840 Jun 23 15:04:38.915271 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044071aa-c12c-4290-a97f-b2cc8b3a4fc5 req-cda1e2e4-4faa-465b-8300-d1934090bec1 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:38.916676 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-044071aa-c12c-4290-a97f-b2cc8b3a4fc5 req-cda1e2e4-4faa-465b-8300-d1934090bec1 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?device_id=445a16d0-0fa9-4371-acec-3ad070ade53e HTTP/1.1" status: 200 len: 945 time: 0.0625360 Jun 23 15:04:38.954225 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-044071aa-c12c-4290-a97f-b2cc8b3a4fc5 req-1237e872-6fc0-4c7c-b519-bd9082aab92a tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/security-groups?id=4bfe70ab-c749-4d0b-97a6-6b9198fbcde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312760 Jun 23 15:04:39.809094 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-ab4bc678-f6b3-4e4a-91dd-a0bb970c98f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:40.124092 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70038e-75b6-4b6d-bdc7-7166eeb9adb5 req-67d71f9b-419a-4dbc-9b5f-ae1ddf544b4a tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:04:40.125526 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-aa70038e-75b6-4b6d-bdc7-7166eeb9adb5 req-67d71f9b-419a-4dbc-9b5f-ae1ddf544b4a tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?device_id=445a16d0-0fa9-4371-acec-3ad070ade53e HTTP/1.1" status: 200 len: 945 time: 0.0639672 Jun 23 15:04:40.162838 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-aa70038e-75b6-4b6d-bdc7-7166eeb9adb5 req-b91a98ab-fa1a-4beb-bfb1-c1c21d206d0f tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/security-groups?id=4bfe70ab-c749-4d0b-97a6-6b9198fbcde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316200 Jun 23 15:04:42.468159 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-6ce30022-432f-4c17-8ce9-f410a538bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:42.546031 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:43.774999 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:45.545753 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:58.051881 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 6 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 15:05:06.557271 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:09.820777 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-f711a486-347d-4d7e-a38a-215766cc68e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:11.835414 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-cfd5d85e-1d88-47f5-adc6-43d8a7816049 req-63330d9d-fbe5-42da-89eb-7fab12d5d3d5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510600 Jun 23 15:05:11.927730 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5d85e-1d88-47f5-adc6-43d8a7816049 req-108df3eb-7027-4a88-b555-7df1ebd76c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:11.929092 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-cfd5d85e-1d88-47f5-adc6-43d8a7816049 req-108df3eb-7027-4a88-b555-7df1ebd76c27 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53a050db46474be88a57b1333575aea7&device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 1098 time: 0.0514312 Jun 23 15:05:12.033580 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5d85e-1d88-47f5-adc6-43d8a7816049 req-2bd1bd41-1fa0-4d6b-800e-30520270bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:12.035036 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-cfd5d85e-1d88-47f5-adc6-43d8a7816049 req-2bd1bd41-1fa0-4d6b-800e-30520270bff1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=af5d2873-7a72-41f8-b787-f3eb0dbc51dd HTTP/1.1" status: 200 len: 910 time: 0.0855935 Jun 23 15:05:12.096276 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-cfd5d85e-1d88-47f5-adc6-43d8a7816049 req-b1733783-20a6-49d2-90af-85deeba40212 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fc24480-d5df-4325-ad7f-c64b7994c503 HTTP/1.1" status: 200 len: 1001 time: 0.0543354 Jun 23 15:05:12.143276 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5d85e-1d88-47f5-adc6-43d8a7816049 req-62bc03cd-9c2d-424b-ac72-b53017995e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:12.144823 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-cfd5d85e-1d88-47f5-adc6-43d8a7816049 req-62bc03cd-9c2d-424b-ac72-b53017995e3a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ac5a127d-407c-4710-8806-35982a4a5eb3 HTTP/1.1" status: 200 len: 848 time: 0.0417185 Jun 23 15:05:12.203389 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5d85e-1d88-47f5-adc6-43d8a7816049 req-dbdf5f2c-33cc-4bee-8ca7-5705b068032f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:12.204754 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-cfd5d85e-1d88-47f5-adc6-43d8a7816049 req-dbdf5f2c-33cc-4bee-8ca7-5705b068032f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=af5d2873-7a72-41f8-b787-f3eb0dbc51dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0532780 Jun 23 15:05:12.292743 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-cfd5d85e-1d88-47f5-adc6-43d8a7816049 req-336e9923-b30e-4308-8d4a-b11ab9595ac7 service neutron] 10.222.0.46 "GET /v2.0/networks/af5d2873-7a72-41f8-b787-f3eb0dbc51dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795965 Jun 23 15:05:12.387872 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-cfd5d85e-1d88-47f5-adc6-43d8a7816049 req-8e1cbd89-a456-4dd2-a199-2e6184f230a0 service neutron] 10.222.0.46 "GET /v2.0/networks/af5d2873-7a72-41f8-b787-f3eb0dbc51dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882614 Jun 23 15:05:12.517377 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-8323cf51-154f-4ef9-af67-4ae221b19eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:12.551939 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:13.762885 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:15.545554 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:23.089799 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a07a8-0e1c-4648-a112-609fe33ae51b req-e4ebc5b7-a7b8-47d5-b507-9e3c78b9c1a9 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:23.091235 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-784a07a8-0e1c-4648-a112-609fe33ae51b req-e4ebc5b7-a7b8-47d5-b507-9e3c78b9c1a9 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?device_id=445a16d0-0fa9-4371-acec-3ad070ade53e HTTP/1.1" status: 200 len: 945 time: 0.0618801 Jun 23 15:05:23.127987 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-784a07a8-0e1c-4648-a112-609fe33ae51b req-a85a6b9e-e56f-4fe7-b594-d44eab9d75df tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/security-groups?id=4bfe70ab-c749-4d0b-97a6-6b9198fbcde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311692 Jun 23 15:05:24.298677 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe1e99-3771-4936-bf82-130c107ba59d req-caed3a86-2b0d-4263-a0e0-0a5c866c8870 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:24.300148 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-43fe1e99-3771-4936-bf82-130c107ba59d req-caed3a86-2b0d-4263-a0e0-0a5c866c8870 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?device_id=445a16d0-0fa9-4371-acec-3ad070ade53e HTTP/1.1" status: 200 len: 945 time: 0.0622249 Jun 23 15:05:24.337533 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-43fe1e99-3771-4936-bf82-130c107ba59d req-6fa874c1-6d49-4e78-9db2-2db31f677371 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/security-groups?id=4bfe70ab-c749-4d0b-97a6-6b9198fbcde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310724 Jun 23 15:05:25.507098 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1fc6f-3c00-42b9-8cc2-f86f0b3a3d87 req-2c94f3f0-736a-4e2f-9c01-02c3078a7826 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:25.508531 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-83c1fc6f-3c00-42b9-8cc2-f86f0b3a3d87 req-2c94f3f0-736a-4e2f-9c01-02c3078a7826 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?device_id=445a16d0-0fa9-4371-acec-3ad070ade53e HTTP/1.1" status: 200 len: 945 time: 0.0639818 Jun 23 15:05:25.544798 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-83c1fc6f-3c00-42b9-8cc2-f86f0b3a3d87 req-d1fad24b-514a-42be-9007-35d6b6df3c6f tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/security-groups?id=4bfe70ab-c749-4d0b-97a6-6b9198fbcde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308018 Jun 23 15:05:26.712131 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec48a-1893-40e7-b4c2-99cfce5536d7 req-b18b4098-c488-4fd0-8db7-af7cd25b3318 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:26.713824 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e93ec48a-1893-40e7-b4c2-99cfce5536d7 req-b18b4098-c488-4fd0-8db7-af7cd25b3318 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?device_id=445a16d0-0fa9-4371-acec-3ad070ade53e HTTP/1.1" status: 200 len: 945 time: 0.0609326 Jun 23 15:05:26.750816 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-e93ec48a-1893-40e7-b4c2-99cfce5536d7 req-25c3bdab-8f8f-424e-9093-9f625fbcb2e8 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/security-groups?id=4bfe70ab-c749-4d0b-97a6-6b9198fbcde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308497 Jun 23 15:05:27.518237 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7849606-8c8e-4dfa-8bef-1b34eb908c6d req-fac8809e-5edd-4e33-820c-e0cb40562381 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:27.519532 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-f7849606-8c8e-4dfa-8bef-1b34eb908c6d req-fac8809e-5edd-4e33-820c-e0cb40562381 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.46 "GET /v2.0/ports?device_id=445a16d0-0fa9-4371-acec-3ad070ade53e HTTP/1.1" status: 200 len: 945 time: 0.0599458 Jun 23 15:05:27.611401 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-f7849606-8c8e-4dfa-8bef-1b34eb908c6d req-3f06b9ab-28ce-4221-a29b-2ab3e21c440c tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Deleting port 6af4a20b-2a96-4824-9d95-eed290c8adad {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:05:27.611740 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-f7849606-8c8e-4dfa-8bef-1b34eb908c6d req-3f06b9ab-28ce-4221-a29b-2ab3e21c440c tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:27.696362 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-f7849606-8c8e-4dfa-8bef-1b34eb908c6d req-3f06b9ab-28ce-4221-a29b-2ab3e21c440c tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] For port 6af4a20b-2a96-4824-9d95-eed290c8adad, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6af4a20b-2a96-4824-9d95-eed290c8adad,segment=NetworkSegment(35403b30-cd74-444d-a285-08ab34de99fa),segment_id=35403b30-cd74-444d-a285-08ab34de99fa)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:05:27.696719 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-f7849606-8c8e-4dfa-8bef-1b34eb908c6d req-3f06b9ab-28ce-4221-a29b-2ab3e21c440c tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:27.709259 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-f7849606-8c8e-4dfa-8bef-1b34eb908c6d req-3f06b9ab-28ce-4221-a29b-2ab3e21c440c tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Calling delete_port for 6af4a20b-2a96-4824-9d95-eed290c8adad owned by compute:nova {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:05:27.926085 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662155-3477-46ea-b233-9ec1a752d1f3 req-93f3dc2d-fd4c-468a-b740-fdea3ab14e9a tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:27.927608 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4d662155-3477-46ea-b233-9ec1a752d1f3 req-93f3dc2d-fd4c-468a-b740-fdea3ab14e9a tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?device_id=445a16d0-0fa9-4371-acec-3ad070ade53e HTTP/1.1" status: 200 len: 945 time: 0.0671444 Jun 23 15:05:27.951970 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-f7849606-8c8e-4dfa-8bef-1b34eb908c6d req-3f06b9ab-28ce-4221-a29b-2ab3e21c440c tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:27.962928 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-85f2f799-6d81-4bd6-a629-5a751da404fd tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:05:27.965563 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-4d662155-3477-46ea-b233-9ec1a752d1f3 req-d3aaf9c6-69a2-40d9-8f1c-c324423ab0e2 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/security-groups?id=4bfe70ab-c749-4d0b-97a6-6b9198fbcde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325131 Jun 23 15:05:27.981282 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06b9ab-28ce-4221-a29b-2ab3e21c440c tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Pushing event deleted for resources: {'Port': ['ID=6af4a20b-2a96-4824-9d95-eed290c8adad,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:05:28.010315 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f06b9ab-28ce-4221-a29b-2ab3e21c440c tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:28.010700 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f06b9ab-28ce-4221-a29b-2ab3e21c440c tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:28.011071 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f06b9ab-28ce-4221-a29b-2ab3e21c440c tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:28.011441 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f06b9ab-28ce-4221-a29b-2ab3e21c440c tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:28.011806 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f06b9ab-28ce-4221-a29b-2ab3e21c440c tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:28.012168 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f06b9ab-28ce-4221-a29b-2ab3e21c440c tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:28.012527 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f06b9ab-28ce-4221-a29b-2ab3e21c440c tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:28.012885 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f06b9ab-28ce-4221-a29b-2ab3e21c440c tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:28.013242 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f06b9ab-28ce-4221-a29b-2ab3e21c440c tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:28.013596 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f06b9ab-28ce-4221-a29b-2ab3e21c440c tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:28.013994 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f06b9ab-28ce-4221-a29b-2ab3e21c440c tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:28.014345 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f06b9ab-28ce-4221-a29b-2ab3e21c440c tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:28.018194 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-3f06b9ab-28ce-4221-a29b-2ab3e21c440c tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:05:28.033984 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7849606-8c8e-4dfa-8bef-1b34eb908c6d req-3f06b9ab-28ce-4221-a29b-2ab3e21c440c tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] No DVR routers for this DVR port 6af4a20b-2a96-4824-9d95-eed290c8adad on host hv-cinder-79628 {{(pid=100181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 15:05:28.036162 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-f7849606-8c8e-4dfa-8bef-1b34eb908c6d req-3f06b9ab-28ce-4221-a29b-2ab3e21c440c tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:28.038088 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-f7849606-8c8e-4dfa-8bef-1b34eb908c6d req-3f06b9ab-28ce-4221-a29b-2ab3e21c440c tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.46 "DELETE /v2.0/ports/6af4a20b-2a96-4824-9d95-eed290c8adad HTTP/1.1" status: 204 len: 173 time: 0.5130758 Jun 23 15:05:28.038568 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445a16d0-0fa9-4371-acec-3ad070ade53e', 'name': 'network-vif-deleted', 'tag': '6af4a20b-2a96-4824-9d95-eed290c8adad'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:05:28.040880 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1b648d-c696-426a-861d-295a0adf0e9b" -d '{"events": [{"server_uuid": "445a16d0-0fa9-4371-acec-3ad070ade53e", "name": "network-vif-deleted", "tag": "6af4a20b-2a96-4824-9d95-eed290c8adad"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:05:28.074709 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 15:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5d628d-e7e5-4ff2-9fe1-3f6979d5a1f3 x-openstack-request-id: req-1a5d628d-e7e5-4ff2-9fe1-3f6979d5a1f3 {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:05:28.075041 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445a16d0-0fa9-4371-acec-3ad070ade53e", "name": "network-vif-deleted", "tag": "6af4a20b-2a96-4824-9d95-eed290c8adad", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:05:28.075336 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1a5d628d-e7e5-4ff2-9fe1-3f6979d5a1f3 {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:05:28.075772 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445a16d0-0fa9-4371-acec-3ad070ade53e', 'name': 'network-vif-deleted', 'tag': '6af4a20b-2a96-4824-9d95-eed290c8adad', 'status': 'completed', 'code': 200} Jun 23 15:05:29.124075 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3d32373b-9ae9-4c60-ac58-87e7bcdb90c7 req-051b843a-fb96-4331-964f-02b608c46316 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?device_id=445a16d0-0fa9-4371-acec-3ad070ade53e HTTP/1.1" status: 200 len: 210 time: 0.0302980 Jun 23 15:05:29.556189 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 6af4a20b-2a96-4824-9d95-eed290c8adad no longer exists at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:05:29.575060 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] No Port match for: 6af4a20b-2a96-4824-9d95-eed290c8adad {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:05:29.575432 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 6af4a20b-2a96-4824-9d95-eed290c8adad not bound to the agent host hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:05:34.601156 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-da89e789-126a-4d4a-83ba-138edf76bb06 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:34.602576 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-da89e789-126a-4d4a-83ba-138edf76bb06 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/networks?id=365b9b06-c80c-4660-8795-7e1f8a766cbe HTTP/1.1" status: 200 len: 814 time: 0.0979459 Jun 23 15:05:34.617155 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-6bc8b01d-8894-4319-b9a0-4c008f464145 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/quotas/c2d4c6e494e241c8934489c424fd7a07 HTTP/1.1" status: 200 len: 375 time: 0.0090497 Jun 23 15:05:34.652317 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-f0547c13-fbf7-425d-9f8c-1acb17450082 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c2d4c6e494e241c8934489c424fd7a07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264761 Jun 23 15:05:34.779875 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-fdb4a70e-d6bb-4eb6-a15a-5e9f104cc11a service neutron] 10.222.0.72 "GET /v2.0/networks/365b9b06-c80c-4660-8795-7e1f8a766cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246705 Jun 23 15:05:34.867290 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-6c55a662-6198-4e70-bb8e-9b76c80b1e4d service neutron] 10.222.0.72 "GET /v2.0/networks/365b9b06-c80c-4660-8795-7e1f8a766cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811000 Jun 23 15:05:35.049690 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 6 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 15:05:35.103622 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 55666) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:05:35.143082 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ff9e3fb6-0cf0-459d-9dda-726959f98532 req-04dd5422-86ca-45fb-9720-267473dfe708 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?device_id=52efcddc-a7e9-4098-a504-69d1b90b6f39 HTTP/1.1" status: 200 len: 210 time: 0.0326183 Jun 23 15:05:35.262714 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-36bcc8dd-326a-429d-afe7-5772d6985775 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Deleting port 26ea1a79-bf22-41b3-a454-2645f9a1502e {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:05:35.263054 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-36bcc8dd-326a-429d-afe7-5772d6985775 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:35.334584 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-36bcc8dd-326a-429d-afe7-5772d6985775 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:35.334917 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-36bcc8dd-326a-429d-afe7-5772d6985775 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:35.346549 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-36bcc8dd-326a-429d-afe7-5772d6985775 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Calling delete_port for 26ea1a79-bf22-41b3-a454-2645f9a1502e owned by network:floatingip {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:05:35.637027 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-36bcc8dd-326a-429d-afe7-5772d6985775 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:35.639060 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-9bf0d8b7-db3e-4ddf-a7a5-402cd7bc6e35 tempest-AttachVolumeShelveTestJSON-141385103 tempest-AttachVolumeShelveTestJSON-141385103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:05:35.660546 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcc8dd-326a-429d-afe7-5772d6985775 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Pushing event deleted for resources: {'Port': ['ID=26ea1a79-bf22-41b3-a454-2645f9a1502e,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:05:35.663920 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-36bcc8dd-326a-429d-afe7-5772d6985775 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:05:35.985346 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-36bcc8dd-326a-429d-afe7-5772d6985775 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks [] for floatingip, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:35.985599 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.db.l3_db [None req-36bcc8dd-326a-429d-afe7-5772d6985775 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Floating IP d4254a89-1ba3-4266-8c70-22be36d4063a disassociated (deleted). External IP: 172.28.1.128, port: 7fc24480-d5df-4325-ad7f-c64b7994c503. Jun 23 15:05:36.187054 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bcc8dd-326a-429d-afe7-5772d6985775 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Router f3f848c6-9af2-4b2e-b9c4-caacc132102f has already been hosted by L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 {{(pid=100181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 15:05:36.287252 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-c0b44db3-5fac-4328-8282-a77aceda8493 req-bd904704-c47b-45ec-b7b4-24a2f3fc7279 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?device_id=52efcddc-a7e9-4098-a504-69d1b90b6f39 HTTP/1.1" status: 200 len: 210 time: 0.0286813 Jun 23 15:05:36.298473 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bcc8dd-326a-429d-afe7-5772d6985775 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 15:05:36.302936 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-36bcc8dd-326a-429d-afe7-5772d6985775 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for floatingip, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:36.314107 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d095273-4c16-4f32-9279-27202137a9ce None None] Sync routers for ids ['f3f848c6-9af2-4b2e-b9c4-caacc132102f'] in dv-cinder-796286-8-smb {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 15:05:36.322783 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d095273-4c16-4f32-9279-27202137a9ce None None] Routers {'f3f848c6-9af2-4b2e-b9c4-caacc132102f'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:05:36.323454 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-8d095273-4c16-4f32-9279-27202137a9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:05:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['f3f848c6-9af2-4b2e-b9c4-caacc132102f'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:05:36.340567 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-36bcc8dd-326a-429d-afe7-5772d6985775 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "DELETE /v2.0/floatingips/d4254a89-1ba3-4266-8c70-22be36d4063a HTTP/1.1" status: 204 len: 168 time: 1.2330160 Jun 23 15:05:36.340567 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7978b0bf-8426-41cc-8e81-4f2cd74b6510', 'tag': '7fc24480-d5df-4325-ad7f-c64b7994c503'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:05:36.342589 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dc4c8c-9ed0-4784-ae1d-31906b915aaa" -d '{"events": [{"name": "network-changed", "server_uuid": "7978b0bf-8426-41cc-8e81-4f2cd74b6510", "tag": "7fc24480-d5df-4325-ad7f-c64b7994c503"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:05:36.403529 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 15:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29c6576-2222-445f-a692-1b280375fde1 x-openstack-request-id: req-f29c6576-2222-445f-a692-1b280375fde1 {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:05:36.404153 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7978b0bf-8426-41cc-8e81-4f2cd74b6510", "tag": "7fc24480-d5df-4325-ad7f-c64b7994c503", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:05:36.404690 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f29c6576-2222-445f-a692-1b280375fde1 {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:05:36.405344 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7978b0bf-8426-41cc-8e81-4f2cd74b6510', 'tag': '7fc24480-d5df-4325-ad7f-c64b7994c503', 'status': 'completed', 'code': 200} Jun 23 15:05:36.433340 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-8d095273-4c16-4f32-9279-27202137a9ce None None] Set router f3f848c6-9af2-4b2e-b9c4-caacc132102f gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:05:36.495900 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc4c8c-9ed0-4784-ae1d-31906b915aaa req-77705b10-d88c-4525-a2bb-174154244b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:36.497648 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-71dc4c8c-9ed0-4784-ae1d-31906b915aaa req-77705b10-d88c-4525-a2bb-174154244b4a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53a050db46474be88a57b1333575aea7&device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 1098 time: 0.0670850 Jun 23 15:05:36.576642 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:36.596174 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc4c8c-9ed0-4784-ae1d-31906b915aaa req-eadd36b8-fb2c-4328-9ff4-89c88d20f92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:36.597639 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-71dc4c8c-9ed0-4784-ae1d-31906b915aaa req-eadd36b8-fb2c-4328-9ff4-89c88d20f92e service neutron] 10.222.0.46 "GET /v2.0/networks?id=af5d2873-7a72-41f8-b787-f3eb0dbc51dd HTTP/1.1" status: 200 len: 910 time: 0.0928504 Jun 23 15:05:36.638308 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-71dc4c8c-9ed0-4784-ae1d-31906b915aaa req-fb9d5d76-fb5b-4e48-91b4-ccccf70aa8fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fc24480-d5df-4325-ad7f-c64b7994c503 HTTP/1.1" status: 200 len: 217 time: 0.0344429 Jun 23 15:05:36.655539 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-8d095273-4c16-4f32-9279-27202137a9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'name': 'tempest-TestShelveInstance-1361125579-router', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ae592d6e-f449-4797-9f7f-fb6f5e809c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T15:01:02Z', 'updated_at': '2021-06-23T15:01:05Z', 'revision_number': 4, 'project_id': '53a050db46474be88a57b1333575aea7', 'gw_port': {'id': 'ae592d6e-f449-4797-9f7f-fb6f5e809c97', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:02Z', 'updated_at': '2021-06-23T15:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '6c515424-979f-4466-9e42-e5534ac52440', 'name': '', 'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'mac_address': 'fa:16:3e:00:1f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'ac5a127d-407c-4710-8806-35982a4a5eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:04Z', 'updated_at': '2021-06-23T15:01:12Z', 'revision_number': 5, 'project_id': '53a050db46474be88a57b1333575aea7', 'subnets': [{'id': 'ac5a127d-407c-4710-8806-35982a4a5eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:05:36.684431 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d095273-4c16-4f32-9279-27202137a9ce None None] Checking router: f3f848c6-9af2-4b2e-b9c4-caacc132102f for host: dv-cinder-796286-8-smb {{(pid=100182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 15:05:36.685564 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc4c8c-9ed0-4784-ae1d-31906b915aaa req-982a1f9f-b486-4959-af2a-43829a42591a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:36.687212 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-71dc4c8c-9ed0-4784-ae1d-31906b915aaa req-982a1f9f-b486-4959-af2a-43829a42591a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ac5a127d-407c-4710-8806-35982a4a5eb3 HTTP/1.1" status: 200 len: 848 time: 0.0430477 Jun 23 15:05:36.692815 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d095273-4c16-4f32-9279-27202137a9ce None None] Routers {'f3f848c6-9af2-4b2e-b9c4-caacc132102f'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:05:36.693416 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-8d095273-4c16-4f32-9279-27202137a9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:05:12Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['f3f848c6-9af2-4b2e-b9c4-caacc132102f'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:05:36.751355 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc4c8c-9ed0-4784-ae1d-31906b915aaa req-32fee58c-3d72-47d0-bf08-6cca9d93b61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:36.752975 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-71dc4c8c-9ed0-4784-ae1d-31906b915aaa req-32fee58c-3d72-47d0-bf08-6cca9d93b61e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=af5d2873-7a72-41f8-b787-f3eb0dbc51dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0591490 Jun 23 15:05:36.800053 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-8d095273-4c16-4f32-9279-27202137a9ce None None] Set router f3f848c6-9af2-4b2e-b9c4-caacc132102f gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:05:36.847989 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-71dc4c8c-9ed0-4784-ae1d-31906b915aaa req-ecc4c1c1-ce4b-4dcf-93dd-025a71837652 service neutron] 10.222.0.46 "GET /v2.0/networks/af5d2873-7a72-41f8-b787-f3eb0dbc51dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863240 Jun 23 15:05:36.947259 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-71dc4c8c-9ed0-4784-ae1d-31906b915aaa req-a0eb9a14-18ab-4b13-bc58-dbf361a27cac service neutron] 10.222.0.46 "GET /v2.0/networks/af5d2873-7a72-41f8-b787-f3eb0dbc51dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934660 Jun 23 15:05:37.014057 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c2d06-43d6-480b-9fe4-50b398941771 req-979bce85-46ec-4dd7-8a17-2aa7c4175d71 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:37.016146 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-452c2d06-43d6-480b-9fe4-50b398941771 req-979bce85-46ec-4dd7-8a17-2aa7c4175d71 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 945 time: 0.0724607 Jun 23 15:05:37.063405 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-452c2d06-43d6-480b-9fe4-50b398941771 req-6a437b10-71f7-42e0-8370-89eb1c0813c1 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325773 Jun 23 15:05:37.119877 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-8d095273-4c16-4f32-9279-27202137a9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'name': 'tempest-TestShelveInstance-1361125579-router', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ae592d6e-f449-4797-9f7f-fb6f5e809c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T15:01:02Z', 'updated_at': '2021-06-23T15:01:05Z', 'revision_number': 4, 'project_id': '53a050db46474be88a57b1333575aea7', 'gw_port': {'id': 'ae592d6e-f449-4797-9f7f-fb6f5e809c97', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:02Z', 'updated_at': '2021-06-23T15:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '6c515424-979f-4466-9e42-e5534ac52440', 'name': '', 'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'mac_address': 'fa:16:3e:00:1f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'ac5a127d-407c-4710-8806-35982a4a5eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:04Z', 'updated_at': '2021-06-23T15:01:12Z', 'revision_number': 5, 'project_id': '53a050db46474be88a57b1333575aea7', 'subnets': [{'id': 'ac5a127d-407c-4710-8806-35982a4a5eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:05:37.146466 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d095273-4c16-4f32-9279-27202137a9ce None None] The sync data for ids ['f3f848c6-9af2-4b2e-b9c4-caacc132102f'] in dv-cinder-796286-8-smb is: [{'id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'name': 'tempest-TestShelveInstance-1361125579-router', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ae592d6e-f449-4797-9f7f-fb6f5e809c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T15:01:02Z', 'updated_at': '2021-06-23T15:01:05Z', 'revision_number': 4, 'project_id': '53a050db46474be88a57b1333575aea7', 'gw_port': {'id': 'ae592d6e-f449-4797-9f7f-fb6f5e809c97', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:02Z', 'updated_at': '2021-06-23T15:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb', '_interfaces': [{'id': '6c515424-979f-4466-9e42-e5534ac52440', 'name': '', 'network_id': 'af5d2873-7a72-41f8-b787-f3eb0dbc51dd', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'mac_address': 'fa:16:3e:00:1f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'ac5a127d-407c-4710-8806-35982a4a5eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:04Z', 'updated_at': '2021-06-23T15:01:12Z', 'revision_number': 5, 'project_id': '53a050db46474be88a57b1333575aea7', 'subnets': [{'id': 'ac5a127d-407c-4710-8806-35982a4a5eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 15:05:37.354399 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6e6302-41e8-4284-b9d3-26dced907d73 None None] New status for floating IP d4254a89-1ba3-4266-8c70-22be36d4063a: DOWN {{(pid=100183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 15:05:37.427686 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d941f3c6-7a6b-47e5-8187-05fa9f856f77 req-81378c5e-96b7-4215-b10a-2075e8b40faf tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?device_id=52efcddc-a7e9-4098-a504-69d1b90b6f39 HTTP/1.1" status: 200 len: 210 time: 0.0277917 Jun 23 15:05:37.560796 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-d1562732-bc03-4b4e-9b08-dcf9cb898a9a tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:37.562801 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-d1562732-bc03-4b4e-9b08-dcf9cb898a9a tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.46 "GET /v2.0/networks?id=365b9b06-c80c-4660-8795-7e1f8a766cbe HTTP/1.1" status: 200 len: 814 time: 0.0986788 Jun 23 15:05:37.575390 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-59a2c7dc-7ecc-42e6-8892-0c3ec8d1431d tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Request body: {'port': {'device_id': '52efcddc-a7e9-4098-a504-69d1b90b6f39', 'network_id': '365b9b06-c80c-4660-8795-7e1f8a766cbe', 'admin_state_up': True, 'tenant_id': 'c2d4c6e494e241c8934489c424fd7a07'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:05:37.773931 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-59a2c7dc-7ecc-42e6-8892-0c3ec8d1431d tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Made reservation on behalf of c2d4c6e494e241c8934489c424fd7a07 for: {'port': 1} {{(pid=100181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 15:05:37.777531 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-59a2c7dc-7ecc-42e6-8892-0c3ec8d1431d tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3895073'] for port, before_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:37.907815 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_common [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-59a2c7dc-7ecc-42e6-8892-0c3ec8d1431d tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Allocated IP 172.20.0.5 (365b9b06-c80c-4660-8795-7e1f8a766cbe/0dae4a1e-6bac-41ca-949c-cc134473323b/178c85e0-1bef-4a10-9787-34a1c021bc46) {{(pid=100181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 15:05:38.048583 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-59a2c7dc-7ecc-42e6-8892-0c3ec8d1431d tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Notify callbacks [] for port, precommit_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:38.146456 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-59a2c7dc-7ecc-42e6-8892-0c3ec8d1431d tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3895142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-957777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735918509222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25497294'] for port, after_create {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:38.150550 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-f079db4c-354c-40db-9ade-8adb761e25a0 tempest-VolumesNegativeTest-1788371243 tempest-VolumesNegativeTest-1788371243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:05:38.197261 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-59a2c7dc-7ecc-42e6-8892-0c3ec8d1431d tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Network 365b9b06-c80c-4660-8795-7e1f8a766cbe is already hosted by enough agents. {{(pid=100181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 15:05:38.200414 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.base_scheduler [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-59a2c7dc-7ecc-42e6-8892-0c3ec8d1431d tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Resources bound (agent type, host, resource id): {{(pid=100181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 15:05:38.204324 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-59a2c7dc-7ecc-42e6-8892-0c3ec8d1431d tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Received port after_create {{(pid=100181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 15:05:38.231012 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2c7dc-7ecc-42e6-8892-0c3ec8d1431d tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Pushing event updated for resources: {'Port': ['ID=178c85e0-1bef-4a10-9787-34a1c021bc46,revision_number=1']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:05:38.243582 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-59a2c7dc-7ecc-42e6-8892-0c3ec8d1431d tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:05:38.243936 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6325e-1233-41ea-8205-91236bc9b73e req-584573d9-adf1-44a1-be33-ce6971a59771 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:38.245393 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f0b6325e-1233-41ea-8205-91236bc9b73e req-584573d9-adf1-44a1-be33-ce6971a59771 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 945 time: 0.0630600 Jun 23 15:05:38.281796 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f0b6325e-1233-41ea-8205-91236bc9b73e req-520145b5-c9a3-4c0f-be2f-abb1a968df35 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300195 Jun 23 15:05:38.286346 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-59a2c7dc-7ecc-42e6-8892-0c3ec8d1431d tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:38.286970 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-59a2c7dc-7ecc-42e6-8892-0c3ec8d1431d tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:38.322498 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfefcf-594b-48c3-bdaa-391c73a8b71d req-dabf89bc-6e54-4445-aef2-0e976d297e6a tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:38.323906 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-becfefcf-594b-48c3-bdaa-391c73a8b71d req-dabf89bc-6e54-4445-aef2-0e976d297e6a tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.46 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 945 time: 0.0942717 Jun 23 15:05:38.364417 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-59a2c7dc-7ecc-42e6-8892-0c3ec8d1431d tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7926643 Jun 23 15:05:38.377443 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.v2.base [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-3d7e7223-a102-4947-b9ed-cc7a9dbba5af service neutron] Request body: {'port': {'device_id': '52efcddc-a7e9-4098-a504-69d1b90b6f39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=100181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 15:05:38.496696 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-3d7e7223-a102-4947-b9ed-cc7a9dbba5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:38.510336 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-becfefcf-594b-48c3-bdaa-391c73a8b71d req-a24b0608-b171-48f4-88d9-d5950072d37a tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Deleting port 7fc24480-d5df-4325-ad7f-c64b7994c503 {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:05:38.510690 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-becfefcf-594b-48c3-bdaa-391c73a8b71d req-a24b0608-b171-48f4-88d9-d5950072d37a tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:38.613698 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1dc7f-221a-44a3-80be-e20cac6abbd3 req-10bd73c6-05aa-4930-a55d-2cf534110f50 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:38.615207 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b7b1dc7f-221a-44a3-80be-e20cac6abbd3 req-10bd73c6-05aa-4930-a55d-2cf534110f50 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?device_id=52efcddc-a7e9-4098-a504-69d1b90b6f39 HTTP/1.1" status: 200 len: 931 time: 0.0643198 Jun 23 15:05:38.652916 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-b7b1dc7f-221a-44a3-80be-e20cac6abbd3 req-e0cc45c9-c427-4ba0-b9c7-9c4f991e9361 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/security-groups?id=4bfe70ab-c749-4d0b-97a6-6b9198fbcde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310233 Jun 23 15:05:38.684776 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-becfefcf-594b-48c3-bdaa-391c73a8b71d req-a24b0608-b171-48f4-88d9-d5950072d37a tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] For port 7fc24480-d5df-4325-ad7f-c64b7994c503, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7fc24480-d5df-4325-ad7f-c64b7994c503,segment=NetworkSegment(283d69cf-fe57-4821-9f03-0c4ab3c4b8f9),segment_id=283d69cf-fe57-4821-9f03-0c4ab3c4b8f9)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:05:38.685309 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-becfefcf-594b-48c3-bdaa-391c73a8b71d req-a24b0608-b171-48f4-88d9-d5950072d37a tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:38.714890 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-becfefcf-594b-48c3-bdaa-391c73a8b71d req-a24b0608-b171-48f4-88d9-d5950072d37a tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Calling delete_port for 7fc24480-d5df-4325-ad7f-c64b7994c503 owned by compute:nova {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:05:38.923915 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-3d7e7223-a102-4947-b9ed-cc7a9dbba5af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 178c85e0-1bef-4a10-9787-34a1c021bc46 {{(pid=100181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 15:05:38.934144 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-3d7e7223-a102-4947-b9ed-cc7a9dbba5af service neutron] Notify callbacks [] for port, precommit_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:39.031618 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.provisioning_blocks [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-3d7e7223-a102-4947-b9ed-cc7a9dbba5af service neutron] Transition to ACTIVE for port object 178c85e0-1bef-4a10-9787-34a1c021bc46 will not be triggered until provisioned by entity L2. {{(pid=100181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 15:05:39.032739 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-becfefcf-594b-48c3-bdaa-391c73a8b71d req-a24b0608-b171-48f4-88d9-d5950072d37a tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:39.036339 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-204a8d48-269f-4757-a871-848a2d4f8606 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:05:39.061114 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b0608-b171-48f4-88d9-d5950072d37a tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Pushing event deleted for resources: {'Port': ['ID=7fc24480-d5df-4325-ad7f-c64b7994c503,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:05:39.064770 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-a24b0608-b171-48f4-88d9-d5950072d37a tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:05:39.121908 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-3d7e7223-a102-4947-b9ed-cc7a9dbba5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:39.121908 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-424af497-647f-4c6f-944a-6469c259ad57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:05:39.121908 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [req-becfefcf-594b-48c3-bdaa-391c73a8b71d req-a24b0608-b171-48f4-88d9-d5950072d37a tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] No DVR routers for this DVR port 7fc24480-d5df-4325-ad7f-c64b7994c503 on host hv-cinder-79628 {{(pid=100181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 15:05:39.121908 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-becfefcf-594b-48c3-bdaa-391c73a8b71d req-a24b0608-b171-48f4-88d9-d5950072d37a tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:39.123161 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-becfefcf-594b-48c3-bdaa-391c73a8b71d req-a24b0608-b171-48f4-88d9-d5950072d37a tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.46 "DELETE /v2.0/ports/7fc24480-d5df-4325-ad7f-c64b7994c503 HTTP/1.1" status: 204 len: 173 time: 0.7933991 Jun 23 15:05:39.129383 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7978b0bf-8426-41cc-8e81-4f2cd74b6510', 'name': 'network-vif-deleted', 'tag': '7fc24480-d5df-4325-ad7f-c64b7994c503'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:05:39.131027 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b814bc-095b-4108-94e4-14a5e9399dc6" -d '{"events": [{"server_uuid": "7978b0bf-8426-41cc-8e81-4f2cd74b6510", "name": "network-vif-deleted", "tag": "7fc24480-d5df-4325-ad7f-c64b7994c503"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:05:39.169623 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 15:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c406e16-a44c-42e5-bceb-a8eadd54bb10 x-openstack-request-id: req-2c406e16-a44c-42e5-bceb-a8eadd54bb10 {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:05:39.170065 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7978b0bf-8426-41cc-8e81-4f2cd74b6510", "name": "network-vif-deleted", "tag": "7fc24480-d5df-4325-ad7f-c64b7994c503", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:05:39.170366 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2c406e16-a44c-42e5-bceb-a8eadd54bb10 {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:05:39.171351 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7978b0bf-8426-41cc-8e81-4f2cd74b6510', 'name': 'network-vif-deleted', 'tag': '7fc24480-d5df-4325-ad7f-c64b7994c503', 'status': 'completed', 'code': 200} Jun 23 15:05:39.185045 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e7223-a102-4947-b9ed-cc7a9dbba5af service neutron] Pushing event updated for resources: {'Port': ['ID=178c85e0-1bef-4a10-9787-34a1c021bc46,revision_number=2']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:05:39.188012 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-3d7e7223-a102-4947-b9ed-cc7a9dbba5af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:05:39.253145 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-3d7e7223-a102-4947-b9ed-cc7a9dbba5af service neutron] Attempting to bind port 178c85e0-1bef-4a10-9787-34a1c021bc46 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 15:05:39.253483 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-3d7e7223-a102-4947-b9ed-cc7a9dbba5af service neutron] Attempting to bind port 178c85e0-1bef-4a10-9787-34a1c021bc46 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '35403b30-cd74-444d-a285-08ab34de99fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '365b9b06-c80c-4660-8795-7e1f8a766cbe'}] {{(pid=100181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 15:05:39.253845 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-3d7e7223-a102-4947-b9ed-cc7a9dbba5af service neutron] Attempting to bind port 178c85e0-1bef-4a10-9787-34a1c021bc46 on network 365b9b06-c80c-4660-8795-7e1f8a766cbe {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 15:05:39.258158 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-3d7e7223-a102-4947-b9ed-cc7a9dbba5af service neutron] Port 178c85e0-1bef-4a10-9787-34a1c021bc46 on network 365b9b06-c80c-4660-8795-7e1f8a766cbe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 15:05:39.258549 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-3d7e7223-a102-4947-b9ed-cc7a9dbba5af service neutron] Attempting to bind port 178c85e0-1bef-4a10-9787-34a1c021bc46 on network 365b9b06-c80c-4660-8795-7e1f8a766cbe {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 15:05:39.263433 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-3d7e7223-a102-4947-b9ed-cc7a9dbba5af service neutron] Checking agent: {'id': 'c9242261-8a06-47e1-899c-cb42624e61de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 15, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 15:05:39.263838 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-3d7e7223-a102-4947-b9ed-cc7a9dbba5af service neutron] Checking segment: {'id': '35403b30-cd74-444d-a285-08ab34de99fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '365b9b06-c80c-4660-8795-7e1f8a766cbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 15:05:39.264224 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-3d7e7223-a102-4947-b9ed-cc7a9dbba5af service neutron] Bound using segment: {'id': '35403b30-cd74-444d-a285-08ab34de99fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '365b9b06-c80c-4660-8795-7e1f8a766cbe'} {{(pid=100181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 15:05:39.264688 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.managers [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-3d7e7223-a102-4947-b9ed-cc7a9dbba5af service neutron] Bound port: 178c85e0-1bef-4a10-9787-34a1c021bc46, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35403b30-cd74-444d-a285-08ab34de99fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '365b9b06-c80c-4660-8795-7e1f8a766cbe'}}] {{(pid=100181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 15:05:39.265045 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-3d7e7223-a102-4947-b9ed-cc7a9dbba5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:39.333635 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-3d7e7223-a102-4947-b9ed-cc7a9dbba5af service neutron] For port 178c85e0-1bef-4a10-9787-34a1c021bc46, host hv-cinder-79628, cleared binding levels {{(pid=100181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 15:05:39.340802 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-3d7e7223-a102-4947-b9ed-cc7a9dbba5af service neutron] For port 178c85e0-1bef-4a10-9787-34a1c021bc46, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=178c85e0-1bef-4a10-9787-34a1c021bc46,segment=NetworkSegment(35403b30-cd74-444d-a285-08ab34de99fa),segment_id=35403b30-cd74-444d-a285-08ab34de99fa)] {{(pid=100181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 15:05:39.420287 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a8975d7c-08a7-475f-9e79-79f7c3fc8817 req-309fc356-a8ee-47ea-8952-c790be39bfcc tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 210 time: 0.0287826 Jun 23 15:05:39.426178 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-3d7e7223-a102-4947-b9ed-cc7a9dbba5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497308'] for port, after_update {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:39.428377 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-bbf33133-36bb-465e-af13-40479f7de513 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:05:39.465541 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-3d7e7223-a102-4947-b9ed-cc7a9dbba5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:39.466190 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-3d7e7223-a102-4947-b9ed-cc7a9dbba5af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:39.468108 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-3d7e7223-a102-4947-b9ed-cc7a9dbba5af service neutron] 10.222.0.46 "PUT /v2.0/ports/178c85e0-1bef-4a10-9787-34a1c021bc46 HTTP/1.1" status: 200 len: 1093 time: 1.0962698 Jun 23 15:05:39.487395 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e7223-a102-4947-b9ed-cc7a9dbba5af service neutron] Pushing event updated for resources: {'Port': ['ID=178c85e0-1bef-4a10-9787-34a1c021bc46,revision_number=3']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:05:39.490568 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-3d7e7223-a102-4947-b9ed-cc7a9dbba5af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:05:39.614054 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-1a36ef27-85ba-4e2a-b9a1-47578daa9f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:39.615483 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-1a36ef27-85ba-4e2a-b9a1-47578daa9f56 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2d4c6e494e241c8934489c424fd7a07&device_id=52efcddc-a7e9-4098-a504-69d1b90b6f39 HTTP/1.1" status: 200 len: 1096 time: 0.0524993 Jun 23 15:05:39.662728 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-77b52633-3fa1-45a5-ba45-083995b57c4c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=178c85e0-1bef-4a10-9787-34a1c021bc46 HTTP/1.1" status: 200 len: 217 time: 0.0392501 Jun 23 15:05:39.717335 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-02c07193-7f25-40df-8858-b6aa85e6cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:39.718910 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-02c07193-7f25-40df-8858-b6aa85e6cdfb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0dae4a1e-6bac-41ca-949c-cc134473323b HTTP/1.1" status: 200 len: 854 time: 0.0507050 Jun 23 15:05:39.754058 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-646c820c-d03c-4306-80a3-f6c296ce61c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=365b9b06-c80c-4660-8795-7e1f8a766cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284188 Jun 23 15:05:39.791431 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-0060e0b5-55ee-4aa5-8dfe-1a04f28d888d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:39.830739 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d64e9b-4f1e-4c03-952c-d4a24833fc72 req-98f68534-e236-4c09-a015-9483ac991320 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:39.832236 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f4d64e9b-4f1e-4c03-952c-d4a24833fc72 req-98f68534-e236-4c09-a015-9483ac991320 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?device_id=52efcddc-a7e9-4098-a504-69d1b90b6f39 HTTP/1.1" status: 200 len: 943 time: 0.0655277 Jun 23 15:05:39.851366 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-a72008cb-6ca6-47bf-baf3-2ac28a1d37b1 service neutron] 10.222.0.46 "GET /v2.0/networks/365b9b06-c80c-4660-8795-7e1f8a766cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906186 Jun 23 15:05:39.871051 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-f4d64e9b-4f1e-4c03-952c-d4a24833fc72 req-b9dcd33a-7b77-4012-adb7-cda9b7dad906 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/security-groups?id=4bfe70ab-c749-4d0b-97a6-6b9198fbcde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324278 Jun 23 15:05:39.941816 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-5f5adc6d-f2c3-4548-a2ac-d60ac424ef15 req-3bdbdc30-27bf-4a43-866e-0f5f74b6ff63 service neutron] 10.222.0.46 "GET /v2.0/networks/365b9b06-c80c-4660-8795-7e1f8a766cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841618 Jun 23 15:05:40.580774 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-527161bb-7b05-44f6-b33c-1d59cff128fe req-c9bc7c20-8dfc-4185-88d4-62e0f31ccb3e tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "GET /v2.0/ports?device_id=7978b0bf-8426-41cc-8e81-4f2cd74b6510 HTTP/1.1" status: 200 len: 210 time: 0.0315676 Jun 23 15:05:41.047133 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2310c9-1f8b-47f0-a6f5-2e0c4b9a8081 req-428699f0-d7da-4c82-94a3-881b188d5d37 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:41.048566 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ed2310c9-1f8b-47f0-a6f5-2e0c4b9a8081 req-428699f0-d7da-4c82-94a3-881b188d5d37 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?device_id=52efcddc-a7e9-4098-a504-69d1b90b6f39 HTTP/1.1" status: 200 len: 943 time: 0.0611169 Jun 23 15:05:41.084395 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-ed2310c9-1f8b-47f0-a6f5-2e0c4b9a8081 req-f5484249-b8cf-4c06-aad2-49562e5623c4 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/security-groups?id=4bfe70ab-c749-4d0b-97a6-6b9198fbcde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303724 Jun 23 15:05:41.172117 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52efcddc-a7e9-4098-a504-69d1b90b6f39', 'tag': '178c85e0-1bef-4a10-9787-34a1c021bc46'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:05:41.174470 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84618adb-0d28-4fe1-ae96-8dc059081906" -d '{"events": [{"name": "network-changed", "server_uuid": "52efcddc-a7e9-4098-a504-69d1b90b6f39", "tag": "178c85e0-1bef-4a10-9787-34a1c021bc46"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:05:41.208112 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 15:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbaa5ffe-1f05-4dc2-9b79-f1121c542830 x-openstack-request-id: req-fbaa5ffe-1f05-4dc2-9b79-f1121c542830 {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:05:41.208442 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52efcddc-a7e9-4098-a504-69d1b90b6f39", "tag": "178c85e0-1bef-4a10-9787-34a1c021bc46", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:05:41.208738 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fbaa5ffe-1f05-4dc2-9b79-f1121c542830 {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:05:41.209179 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52efcddc-a7e9-4098-a504-69d1b90b6f39', 'tag': '178c85e0-1bef-4a10-9787-34a1c021bc46', 'status': 'completed', 'code': 200} Jun 23 15:05:41.289353 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84618adb-0d28-4fe1-ae96-8dc059081906 req-da852a47-94c8-4843-ab9c-a2662332f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:41.290839 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-84618adb-0d28-4fe1-ae96-8dc059081906 req-da852a47-94c8-4843-ab9c-a2662332f8f8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2d4c6e494e241c8934489c424fd7a07&device_id=52efcddc-a7e9-4098-a504-69d1b90b6f39 HTTP/1.1" status: 200 len: 1096 time: 0.0545974 Jun 23 15:05:41.377627 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84618adb-0d28-4fe1-ae96-8dc059081906 req-b1749613-876d-42d3-bddb-962a6cfcbec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:41.379079 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-84618adb-0d28-4fe1-ae96-8dc059081906 req-b1749613-876d-42d3-bddb-962a6cfcbec1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=365b9b06-c80c-4660-8795-7e1f8a766cbe HTTP/1.1" status: 200 len: 915 time: 0.0821979 Jun 23 15:05:41.421926 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-84618adb-0d28-4fe1-ae96-8dc059081906 req-eea64705-9ccc-462e-a8ba-f335070cb796 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=178c85e0-1bef-4a10-9787-34a1c021bc46 HTTP/1.1" status: 200 len: 217 time: 0.0361481 Jun 23 15:05:41.468276 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84618adb-0d28-4fe1-ae96-8dc059081906 req-a2390e0e-537c-4aa7-a622-b5a88ef97480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:41.469560 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-84618adb-0d28-4fe1-ae96-8dc059081906 req-a2390e0e-537c-4aa7-a622-b5a88ef97480 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0dae4a1e-6bac-41ca-949c-cc134473323b HTTP/1.1" status: 200 len: 854 time: 0.0414014 Jun 23 15:05:41.501540 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-84618adb-0d28-4fe1-ae96-8dc059081906 req-de6e3043-34e4-4693-8014-bbf547e39327 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=365b9b06-c80c-4660-8795-7e1f8a766cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249050 Jun 23 15:05:41.590770 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-84618adb-0d28-4fe1-ae96-8dc059081906 req-30760b89-18de-4eca-a274-c0fb8b953b78 service neutron] 10.222.0.46 "GET /v2.0/networks/365b9b06-c80c-4660-8795-7e1f8a766cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819457 Jun 23 15:05:41.629945 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 178c85e0-1bef-4a10-9787-34a1c021bc46 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=100182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 15:05:41.633164 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 7fc24480-d5df-4325-ad7f-c64b7994c503 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:05:41.663974 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] No Port match for: 7fc24480-d5df-4325-ad7f-c64b7994c503 {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:05:41.664436 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 7fc24480-d5df-4325-ad7f-c64b7994c503 not bound to the agent host hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:05:41.678104 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 55706) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:05:41.683189 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-84618adb-0d28-4fe1-ae96-8dc059081906 req-fc05413c-3bb9-4aa8-9069-56486b879617 service neutron] 10.222.0.46 "GET /v2.0/networks/365b9b06-c80c-4660-8795-7e1f8a766cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862107 Jun 23 15:05:41.748351 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-fe5eaab7-8273-4483-b9d2-bc865e54c4eb tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:41.748583 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 178c85e0-1bef-4a10-9787-34a1c021bc46, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=178c85e0-1bef-4a10-9787-34a1c021bc46,segment=NetworkSegment(35403b30-cd74-444d-a285-08ab34de99fa),segment_id=35403b30-cd74-444d-a285-08ab34de99fa)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:05:41.759143 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Returning: {'device': '178c85e0-1bef-4a10-9787-34a1c021bc46', 'network_id': '365b9b06-c80c-4660-8795-7e1f8a766cbe', 'port_id': '178c85e0-1bef-4a10-9787-34a1c021bc46', 'mac_address': 'fa:16:3e:24:7a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dae4a1e-6bac-41ca-949c-cc134473323b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 15:05:41.773264 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-fe5eaab7-8273-4483-b9d2-bc865e54c4eb tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:41.794366 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:41.807410 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 178c85e0-1bef-4a10-9787-34a1c021bc46 {{(pid=100182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 15:05:41.830888 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 178c85e0-1bef-4a10-9787-34a1c021bc46, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=178c85e0-1bef-4a10-9787-34a1c021bc46,segment=NetworkSegment(35403b30-cd74-444d-a285-08ab34de99fa),segment_id=35403b30-cd74-444d-a285-08ab34de99fa)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:05:41.911417 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-fe5eaab7-8273-4483-b9d2-bc865e54c4eb tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:41.914064 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-fe5eaab7-8273-4483-b9d2-bc865e54c4eb tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:41.915187 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-fe5eaab7-8273-4483-b9d2-bc865e54c4eb tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] 10.222.0.72 "DELETE /v2.0/security-groups/b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5 HTTP/1.1" status: 204 len: 168 time: 0.2353737 Jun 23 15:05:41.916051 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-e9d674de-efae-4c97-8189-10c66ee6ab70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:05:41.931220 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5eaab7-8273-4483-b9d2-bc865e54c4eb tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dc125a-8d0d-4c05-b1d9-6ddb9b5ee1c5,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:05:41.934417 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5eaab7-8273-4483-b9d2-bc865e54c4eb tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:41.934788 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5eaab7-8273-4483-b9d2-bc865e54c4eb tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:41.935155 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5eaab7-8273-4483-b9d2-bc865e54c4eb tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:41.935512 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5eaab7-8273-4483-b9d2-bc865e54c4eb tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:41.935869 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5eaab7-8273-4483-b9d2-bc865e54c4eb tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:41.936224 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5eaab7-8273-4483-b9d2-bc865e54c4eb tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:41.936580 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5eaab7-8273-4483-b9d2-bc865e54c4eb tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:41.936926 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5eaab7-8273-4483-b9d2-bc865e54c4eb tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:41.937279 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5eaab7-8273-4483-b9d2-bc865e54c4eb tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:41.937628 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5eaab7-8273-4483-b9d2-bc865e54c4eb tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:41.938015 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5eaab7-8273-4483-b9d2-bc865e54c4eb tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:41.938364 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5eaab7-8273-4483-b9d2-bc865e54c4eb tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:41.941537 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-fe5eaab7-8273-4483-b9d2-bc865e54c4eb tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:05:41.951569 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:41.956571 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:05:42.001775 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=178c85e0-1bef-4a10-9787-34a1c021bc46,revision_number=4']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:05:42.008566 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:42.008905 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:42.009258 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:42.009567 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:42.009921 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:42.010248 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:42.010570 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:42.010889 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:42.011209 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:42.011525 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:42.011841 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:42.012154 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:05:42.016424 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:05:42.042873 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 55710) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:05:42.155727 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['178c85e0-1bef-4a10-9787-34a1c021bc46'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 15:05:42.268057 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f24eb-81c4-4c89-8c1e-e662827df7a7 req-dbb26d48-78c3-46a1-9b72-0d97b39ffee5 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:42.270216 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-8a6f24eb-81c4-4c89-8c1e-e662827df7a7 req-dbb26d48-78c3-46a1-9b72-0d97b39ffee5 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?device_id=52efcddc-a7e9-4098-a504-69d1b90b6f39 HTTP/1.1" status: 200 len: 944 time: 0.0697379 Jun 23 15:05:42.310280 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-8a6f24eb-81c4-4c89-8c1e-e662827df7a7 req-f608ee00-9fb5-4822-b18e-e2dcf00dfb9e tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/security-groups?id=4bfe70ab-c749-4d0b-97a6-6b9198fbcde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331798 Jun 23 15:05:42.389516 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-ac79c9c8-7f9b-4df5-b3b0-c3870cd4eb57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-623076'] for router_interface, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:42.511238 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-9565b3b6-ae47-4418-8697-e66de00721c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:42.597340 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:42.643642 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-ac79c9c8-7f9b-4df5-b3b0-c3870cd4eb57 admin admin] Deleting port 6c515424-979f-4466-9e42-e5534ac52440 {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:05:42.644806 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-ac79c9c8-7f9b-4df5-b3b0-c3870cd4eb57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:42.720004 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [None req-ac79c9c8-7f9b-4df5-b3b0-c3870cd4eb57 admin admin] For port 6c515424-979f-4466-9e42-e5534ac52440, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=6c515424-979f-4466-9e42-e5534ac52440,segment=NetworkSegment(283d69cf-fe57-4821-9f03-0c4ab3c4b8f9),segment_id=283d69cf-fe57-4821-9f03-0c4ab3c4b8f9)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:05:42.720356 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-ac79c9c8-7f9b-4df5-b3b0-c3870cd4eb57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:42.732420 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-ac79c9c8-7f9b-4df5-b3b0-c3870cd4eb57 admin admin] Calling delete_port for 6c515424-979f-4466-9e42-e5534ac52440 owned by network:router_interface {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:05:42.979465 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-ac79c9c8-7f9b-4df5-b3b0-c3870cd4eb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:42.981450 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-1acfa01a-3cee-4264-b384-36bc9600d9e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:05:43.009140 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79c9c8-7f9b-4df5-b3b0-c3870cd4eb57 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c515424-979f-4466-9e42-e5534ac52440,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:05:43.013046 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-ac79c9c8-7f9b-4df5-b3b0-c3870cd4eb57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:05:43.174535 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-ac79c9c8-7f9b-4df5-b3b0-c3870cd4eb57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-691224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559636'] for router_interface, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:43.489322 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabd496-2318-4557-bcf7-340ab2524627 req-47ce2ac8-6755-4156-92a2-2bd7e9213321 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:43.490904 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3aabd496-2318-4557-bcf7-340ab2524627 req-47ce2ac8-6755-4156-92a2-2bd7e9213321 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?device_id=52efcddc-a7e9-4098-a504-69d1b90b6f39 HTTP/1.1" status: 200 len: 944 time: 0.0651979 Jun 23 15:05:43.528380 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-3aabd496-2318-4557-bcf7-340ab2524627 req-51d60364-b35b-42db-948b-4a6409e1281a tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/security-groups?id=4bfe70ab-c749-4d0b-97a6-6b9198fbcde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316968 Jun 23 15:05:43.633866 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 178c85e0-1bef-4a10-9787-34a1c021bc46 up at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 15:05:43.651609 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac79c9c8-7f9b-4df5-b3b0-c3870cd4eb57 admin admin] Router f3f848c6-9af2-4b2e-b9c4-caacc132102f has already been hosted by L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 {{(pid=100181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 15:05:43.758773 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac79c9c8-7f9b-4df5-b3b0-c3870cd4eb57 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 15:05:43.763732 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-ac79c9c8-7f9b-4df5-b3b0-c3870cd4eb57 admin admin] 10.222.0.72 "PUT /v2.0/routers/f3f848c6-9af2-4b2e-b9c4-caacc132102f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7198701 Jun 23 15:05:43.766912 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 55716) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:05:43.769726 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce9e950-24ad-4832-8264-09e62801a58f None None] Sync routers for ids ['f3f848c6-9af2-4b2e-b9c4-caacc132102f'] in dv-cinder-796286-8-smb {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 15:05:43.779338 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce9e950-24ad-4832-8264-09e62801a58f None None] Routers {'f3f848c6-9af2-4b2e-b9c4-caacc132102f'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:05:43.779985 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-cce9e950-24ad-4832-8264-09e62801a58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:05:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['f3f848c6-9af2-4b2e-b9c4-caacc132102f'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:05:43.855813 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning for port 178c85e0-1bef-4a10-9787-34a1c021bc46 completed by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 15:05:43.865464 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.provisioning_blocks [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Provisioning complete for port 178c85e0-1bef-4a10-9787-34a1c021bc46 triggered by entity L2. {{(pid=100182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 15:05:43.865857 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3847055'] for port, provisioning_complete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:43.868123 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c3215eea-72b7-4e6a-8e9c-2646e0718e59 admin admin] Notify callbacks [] for router, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:43.905275 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:43.907993 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-cce9e950-24ad-4832-8264-09e62801a58f None None] Set router f3f848c6-9af2-4b2e-b9c4-caacc132102f gateway port host: dv-cinder-796286-8-smb {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:05:43.973510 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c3215eea-72b7-4e6a-8e9c-2646e0718e59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:44.057461 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3895095'] for port, before_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:44.106751 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52efcddc-a7e9-4098-a504-69d1b90b6f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178c85e0-1bef-4a10-9787-34a1c021bc46'}] {{(pid=100182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:05:44.109511 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2be0bd3a3b87df06192a81cc7e782664f9eb16b4f3df3f1ec53fa4495edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebc17f6-9f7a-4bbc-bbe8-3a74df42c9da" -d '{"events": [{"server_uuid": "52efcddc-a7e9-4098-a504-69d1b90b6f39", "name": "network-vif-plugged", "status": "completed", "tag": "178c85e0-1bef-4a10-9787-34a1c021bc46"}]}' {{(pid=100182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:05:44.109725 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-c3215eea-72b7-4e6a-8e9c-2646e0718e59 admin admin] Deleting port ae592d6e-f449-4797-9f7f-fb6f5e809c97 {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:05:44.109879 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c3215eea-72b7-4e6a-8e9c-2646e0718e59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:44.125706 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] For port 178c85e0-1bef-4a10-9787-34a1c021bc46, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=178c85e0-1bef-4a10-9787-34a1c021bc46,segment=NetworkSegment(35403b30-cd74-444d-a285-08ab34de99fa),segment_id=35403b30-cd74-444d-a285-08ab34de99fa)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:05:44.153271 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-cce9e950-24ad-4832-8264-09e62801a58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'name': 'tempest-TestShelveInstance-1361125579-router', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ae592d6e-f449-4797-9f7f-fb6f5e809c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T15:01:02Z', 'updated_at': '2021-06-23T15:05:42Z', 'revision_number': 5, 'project_id': '53a050db46474be88a57b1333575aea7', 'gw_port': {'id': 'ae592d6e-f449-4797-9f7f-fb6f5e809c97', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:02Z', 'updated_at': '2021-06-23T15:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb'}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:05:44.157160 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 15:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02148b1-928f-4dab-a501-4d487350db11 x-openstack-request-id: req-b02148b1-928f-4dab-a501-4d487350db11 {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:05:44.157427 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52efcddc-a7e9-4098-a504-69d1b90b6f39", "name": "network-vif-plugged", "status": "completed", "tag": "178c85e0-1bef-4a10-9787-34a1c021bc46", "code": 200}]} {{(pid=100182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:05:44.157688 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b02148b1-928f-4dab-a501-4d487350db11 {{(pid=100182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:05:44.158214 dv-cinder-796286-8-smb neutron-server[100182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52efcddc-a7e9-4098-a504-69d1b90b6f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178c85e0-1bef-4a10-9787-34a1c021bc46', 'code': 200} Jun 23 15:05:44.183752 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce9e950-24ad-4832-8264-09e62801a58f None None] Checking router: f3f848c6-9af2-4b2e-b9c4-caacc132102f for host: dv-cinder-796286-8-smb {{(pid=100182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 15:05:44.192413 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce9e950-24ad-4832-8264-09e62801a58f None None] Routers {'f3f848c6-9af2-4b2e-b9c4-caacc132102f'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:05:44.193018 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [None req-c3215eea-72b7-4e6a-8e9c-2646e0718e59 admin admin] For port ae592d6e-f449-4797-9f7f-fb6f5e809c97, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=ae592d6e-f449-4797-9f7f-fb6f5e809c97,segment=NetworkSegment(ba5d94ff-850b-475f-bf01-29ba3ab431be),segment_id=ba5d94ff-850b-475f-bf01-29ba3ab431be)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:05:44.193196 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-cce9e950-24ad-4832-8264-09e62801a58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:05:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['f3f848c6-9af2-4b2e-b9c4-caacc132102f'], 'active': True} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:05:44.193403 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c3215eea-72b7-4e6a-8e9c-2646e0718e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:44.208665 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-c3215eea-72b7-4e6a-8e9c-2646e0718e59 admin admin] Calling delete_port for ae592d6e-f449-4797-9f7f-fb6f5e809c97 owned by network:router_gateway {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:05:44.232073 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735918933971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735918509240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735918509285'] for port, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:44.258883 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:05:44.315800 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvr_db [None req-cce9e950-24ad-4832-8264-09e62801a58f None None] Set router f3f848c6-9af2-4b2e-b9c4-caacc132102f gateway port host: None {{(pid=100182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:05:44.348485 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Pushing event updated for resources: {'Port': ['ID=178c85e0-1bef-4a10-9787-34a1c021bc46,revision_number=5']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:05:44.351702 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:05:44.378632 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_hamode_db [None req-cce9e950-24ad-4832-8264-09e62801a58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'name': 'tempest-TestShelveInstance-1361125579-router', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T15:01:02Z', 'updated_at': '2021-06-23T15:05:43Z', 'revision_number': 6, 'project_id': '53a050db46474be88a57b1333575aea7', 'gw_port_host': None}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:05:44.404290 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce9e950-24ad-4832-8264-09e62801a58f None None] The sync data for ids ['f3f848c6-9af2-4b2e-b9c4-caacc132102f'] in dv-cinder-796286-8-smb is: [{'id': 'f3f848c6-9af2-4b2e-b9c4-caacc132102f', 'name': 'tempest-TestShelveInstance-1361125579-router', 'tenant_id': '53a050db46474be88a57b1333575aea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T15:01:02Z', 'updated_at': '2021-06-23T15:05:43Z', 'revision_number': 6, 'project_id': '53a050db46474be88a57b1333575aea7', 'gw_port_host': None}] {{(pid=100182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 15:05:44.506359 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c3215eea-72b7-4e6a-8e9c-2646e0718e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:44.508667 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-0dc2c4bb-9219-482e-8913-bb7eb80d94d9 tempest-AttachVolumeTestJSON-998940381 tempest-AttachVolumeTestJSON-998940381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:05:44.568289 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3215eea-72b7-4e6a-8e9c-2646e0718e59 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae592d6e-f449-4797-9f7f-fb6f5e809c97,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:05:44.570754 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-c3215eea-72b7-4e6a-8e9c-2646e0718e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:05:44.638257 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c3215eea-72b7-4e6a-8e9c-2646e0718e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643713'] for router_gateway, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:44.705012 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de194-29cd-453c-bad5-73557917f902 req-3ad3a251-1b88-4e42-8edc-da4eeebd6752 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:44.706459 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-cd2de194-29cd-453c-bad5-73557917f902 req-3ad3a251-1b88-4e42-8edc-da4eeebd6752 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?device_id=52efcddc-a7e9-4098-a504-69d1b90b6f39 HTTP/1.1" status: 200 len: 945 time: 0.0661356 Jun 23 15:05:44.734456 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796aa364-63d7-48dd-b817-24c2a0727aa1 req-c4c9c8e5-5796-4170-8687-c57036cc68c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:44.735952 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-796aa364-63d7-48dd-b817-24c2a0727aa1 req-c4c9c8e5-5796-4170-8687-c57036cc68c3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=52efcddc-a7e9-4098-a504-69d1b90b6f39 HTTP/1.1" status: 200 len: 1098 time: 0.1992798 Jun 23 15:05:44.737539 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c3215eea-72b7-4e6a-8e9c-2646e0718e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257095'] for router, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:44.740431 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c3215eea-72b7-4e6a-8e9c-2646e0718e59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:44.746549 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-cd2de194-29cd-453c-bad5-73557917f902 req-fad75e55-501b-470f-83e1-16c3b109b820 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/security-groups?id=4bfe70ab-c749-4d0b-97a6-6b9198fbcde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342038 Jun 23 15:05:44.810310 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-796aa364-63d7-48dd-b817-24c2a0727aa1 req-fb7f2909-c6d3-48ea-a6e9-7ebce6d5e551 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4bfe70ab-c749-4d0b-97a6-6b9198fbcde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649250 Jun 23 15:05:44.883212 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c3215eea-72b7-4e6a-8e9c-2646e0718e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559599'] for router, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:44.883783 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3215eea-72b7-4e6a-8e9c-2646e0718e59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3f848c6-9af2-4b2e-b9c4-caacc132102f {{(pid=100181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 15:05:44.890973 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-c3215eea-72b7-4e6a-8e9c-2646e0718e59 admin admin] Notify callbacks [] for router, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:44.890973 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-c3215eea-72b7-4e6a-8e9c-2646e0718e59 admin admin] 10.222.0.72 "DELETE /v2.0/routers/f3f848c6-9af2-4b2e-b9c4-caacc132102f HTTP/1.1" status: 204 len: 168 time: 1.1221979 Jun 23 15:05:44.892527 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 55722) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:05:44.935105 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c4345a-bcb0-49fc-9d40-fb6ce31a032c admin admin] Deleting subnet ac5a127d-407c-4710-8806-35982a4a5eb3 {{(pid=100181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 15:05:44.938071 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-94c4345a-bcb0-49fc-9d40-fb6ce31a032c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:44.971264 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-94c4345a-bcb0-49fc-9d40-fb6ce31a032c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28999182'] for subnet, precommit_delete_associations {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:45.052777 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-94c4345a-bcb0-49fc-9d40-fb6ce31a032c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819001'] for subnet, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:45.171444 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-94c4345a-bcb0-49fc-9d40-fb6ce31a032c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3818976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382331'] for subnet, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:45.174001 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:05:45.198816 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4345a-bcb0-49fc-9d40-fb6ce31a032c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac5a127d-407c-4710-8806-35982a4a5eb3,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:05:45.202387 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-94c4345a-bcb0-49fc-9d40-fb6ce31a032c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:05:45.203380 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-94c4345a-bcb0-49fc-9d40-fb6ce31a032c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for subnet, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:45.206078 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-94c4345a-bcb0-49fc-9d40-fb6ce31a032c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ac5a127d-407c-4710-8806-35982a4a5eb3 HTTP/1.1" status: 204 len: 168 time: 0.3117726 Jun 23 15:05:45.207765 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 55724) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:05:45.211803 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 6c515424-979f-4466-9e42-e5534ac52440 no longer exists at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:05:45.214614 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a192fe0e-8bf5-4612-a7e4-cb8316383811 None None] Network af5d2873-7a72-41f8-b787-f3eb0dbc51dd requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 15:05:45.252276 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-c36b1959-2167-4921-97a8-61707844de6b None None] No Port match for: 6c515424-979f-4466-9e42-e5534ac52440 {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:05:45.252635 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 6c515424-979f-4466-9e42-e5534ac52440 not bound to the agent host dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:05:45.253075 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device ae592d6e-f449-4797-9f7f-fb6f5e809c97 no longer exists at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:05:45.277270 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-338e74e5-733d-460f-ae57-05e9802b962d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3878271'] for network, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:45.297065 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-c36b1959-2167-4921-97a8-61707844de6b None None] No Port match for: ae592d6e-f449-4797-9f7f-fb6f5e809c97 {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:05:45.297604 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device ae592d6e-f449-4797-9f7f-fb6f5e809c97 not bound to the agent host dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:05:45.337610 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-338e74e5-733d-460f-ae57-05e9802b962d admin admin] Deleting port c0518dc3-ed1c-426e-8ba1-fcc89e3e7167 {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:05:45.338051 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-338e74e5-733d-460f-ae57-05e9802b962d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:45.405912 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [None req-338e74e5-733d-460f-ae57-05e9802b962d admin admin] For port c0518dc3-ed1c-426e-8ba1-fcc89e3e7167, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=c0518dc3-ed1c-426e-8ba1-fcc89e3e7167,segment=NetworkSegment(283d69cf-fe57-4821-9f03-0c4ab3c4b8f9),segment_id=283d69cf-fe57-4821-9f03-0c4ab3c4b8f9)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:05:45.406277 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-338e74e5-733d-460f-ae57-05e9802b962d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:45.435094 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-338e74e5-733d-460f-ae57-05e9802b962d admin admin] Calling delete_port for c0518dc3-ed1c-426e-8ba1-fcc89e3e7167 owned by network:dhcp {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:05:45.456688 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593408cd-6c4a-437f-8d5b-ed6a5b4e597a None None] DHCP port deletion for af5d2873-7a72-41f8-b787-f3eb0dbc51dd request from dv-cinder-796286-8-smb {{(pid=100182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 15:05:45.518293 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-593408cd-6c4a-437f-8d5b-ed6a5b4e597a None None] Deleting port c0518dc3-ed1c-426e-8ba1-fcc89e3e7167 {{(pid=100182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:05:45.518293 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-593408cd-6c4a-437f-8d5b-ed6a5b4e597a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:45.570992 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-593408cd-6c4a-437f-8d5b-ed6a5b4e597a None None] For port c0518dc3-ed1c-426e-8ba1-fcc89e3e7167, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=c0518dc3-ed1c-426e-8ba1-fcc89e3e7167,segment=NetworkSegment(283d69cf-fe57-4821-9f03-0c4ab3c4b8f9),segment_id=283d69cf-fe57-4821-9f03-0c4ab3c4b8f9)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:05:45.571398 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-593408cd-6c4a-437f-8d5b-ed6a5b4e597a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:45.583833 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-593408cd-6c4a-437f-8d5b-ed6a5b4e597a None None] Calling delete_port for c0518dc3-ed1c-426e-8ba1-fcc89e3e7167 owned by network:dhcp {{(pid=100182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:05:45.593623 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:45.625990 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-338e74e5-733d-460f-ae57-05e9802b962d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:45.628105 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-3d7e7223-a102-4947-b9ed-cc7a9dbba5af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:05:45.649143 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e74e5-733d-460f-ae57-05e9802b962d admin admin] Pushing event deleted for resources: {'Port': ['ID=c0518dc3-ed1c-426e-8ba1-fcc89e3e7167,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:05:45.651561 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-338e74e5-733d-460f-ae57-05e9802b962d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:05:45.655674 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338e74e5-733d-460f-ae57-05e9802b962d admin admin] No DVR routers for this DVR port c0518dc3-ed1c-426e-8ba1-fcc89e3e7167 on host dv-cinder-796286-8-smb {{(pid=100181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 15:05:45.661156 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-593408cd-6c4a-437f-8d5b-ed6a5b4e597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231'] for port, after_delete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:45.663292 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:05:45.687441 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593408cd-6c4a-437f-8d5b-ed6a5b4e597a None None] Pushing event deleted for resources: {'Port': ['ID=c0518dc3-ed1c-426e-8ba1-fcc89e3e7167,revision_number=None']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:05:45.690509 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-593408cd-6c4a-437f-8d5b-ed6a5b4e597a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:05:45.691313 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593408cd-6c4a-437f-8d5b-ed6a5b4e597a None None] No DVR routers for this DVR port c0518dc3-ed1c-426e-8ba1-fcc89e3e7167 on host dv-cinder-796286-8-smb {{(pid=100182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 15:05:45.740082 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-338e74e5-733d-460f-ae57-05e9802b962d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3849076', 'neutron.services.segments.db._delete_segments_for_network-8735919049759'] for network, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:45.750344 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.services.segments.db [None req-338e74e5-733d-460f-ae57-05e9802b962d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5d2873-7a72-41f8-b787-f3eb0dbc51dd']}} {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:05:45.760313 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.services.segments.db [None req-338e74e5-733d-460f-ae57-05e9802b962d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '283d69cf-fe57-4821-9f03-0c4ab3c4b8f9') {'for_net_delete': True} {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:05:45.760593 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.services.segments.db [None req-338e74e5-733d-460f-ae57-05e9802b962d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '283d69cf-fe57-4821-9f03-0c4ab3c4b8f9') {} {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:05:45.770323 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-338e74e5-733d-460f-ae57-05e9802b962d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735919037166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28999185'] for segment, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:45.783372 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-338e74e5-733d-460f-ae57-05e9802b962d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-338e74e5-733d-460f-ae57-05e9802b962d admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=100181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-338e74e5-733d-460f-ae57-05e9802b962d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497088'] for segment, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: conditions |= (models_v2.Port.network_id.in_( Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: conditions |= (models_v2.Port.network_id.in_( Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: conditions |= (models_v2.Port.network_id.in_( Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: Traceback (most recent call last): Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: timer() Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: cb(*args, **kw) Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: return func(*args, **kwargs) Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: self._notify() Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: self.callback(batched_events) Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: event.method(event) Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: return f(self, *a, **k) Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: return self._get(url).json() Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: return self.request(url, 'GET', **kwargs) Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 15:05:45.793937 dv-cinder-796286-8-smb neutron-server[100181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 15:05:45.911642 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-338e74e5-733d-460f-ae57-05e9802b962d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3849087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643696'] for network, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:45.916481 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-338e74e5-733d-460f-ae57-05e9802b962d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:45.921161 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26eeb3-d12a-49ce-a73b-bc045769d31d req-9f67d991-496a-4c46-bb01-764211179564 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:05:45.921676 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-338e74e5-733d-460f-ae57-05e9802b962d admin admin] 10.222.0.72 "DELETE /v2.0/networks/af5d2873-7a72-41f8-b787-f3eb0dbc51dd HTTP/1.1" status: 204 len: 168 time: 0.7128999 Jun 23 15:05:45.922306 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 55728) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:05:45.922661 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-bc26eeb3-d12a-49ce-a73b-bc045769d31d req-9f67d991-496a-4c46-bb01-764211179564 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?device_id=52efcddc-a7e9-4098-a504-69d1b90b6f39 HTTP/1.1" status: 200 len: 945 time: 0.0613041 Jun 23 15:05:45.922984 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-c49ab3e4-6337-49b9-a0fb-6563b889a810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:05:45.960508 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-bc26eeb3-d12a-49ce-a73b-bc045769d31d req-8fa48149-17ff-4be9-b93b-5aaed05a6ed8 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/security-groups?id=4bfe70ab-c749-4d0b-97a6-6b9198fbcde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319960 Jun 23 15:05:45.972447 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e74e5-733d-460f-ae57-05e9802b962d admin admin] Pushing event deleted for resources: {'Network': ['ID=af5d2873-7a72-41f8-b787-f3eb0dbc51dd,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:05:45.978844 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-338e74e5-733d-460f-ae57-05e9802b962d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:05:46.272874 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7d33a9cf-3a24-4065-82f0-c2ab29463ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-623076'] for router_interface, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:46.520055 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-7d33a9cf-3a24-4065-82f0-c2ab29463ca7 admin admin] Deleting port 3aecf4d9-0494-416c-ad46-70588913d6ba {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:05:46.520402 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7d33a9cf-3a24-4065-82f0-c2ab29463ca7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:46.598131 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [None req-7d33a9cf-3a24-4065-82f0-c2ab29463ca7 admin admin] For port 3aecf4d9-0494-416c-ad46-70588913d6ba, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=3aecf4d9-0494-416c-ad46-70588913d6ba,segment=NetworkSegment(44aa5c6c-d8fb-4eac-8d79-c6778111df44),segment_id=44aa5c6c-d8fb-4eac-8d79-c6778111df44)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:05:46.598399 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7d33a9cf-3a24-4065-82f0-c2ab29463ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:46.614609 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-7d33a9cf-3a24-4065-82f0-c2ab29463ca7 admin admin] Calling delete_port for 3aecf4d9-0494-416c-ad46-70588913d6ba owned by network:router_interface {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:05:46.871585 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7d33a9cf-3a24-4065-82f0-c2ab29463ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:46.874633 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-3004379b-7271-481a-9fea-9edb7b67183f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:05:46.898466 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33a9cf-3a24-4065-82f0-c2ab29463ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aecf4d9-0494-416c-ad46-70588913d6ba,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:05:46.902334 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-7d33a9cf-3a24-4065-82f0-c2ab29463ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:05:47.065153 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7d33a9cf-3a24-4065-82f0-c2ab29463ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-691224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559636'] for router_interface, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:47.235913 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device c0518dc3-ed1c-426e-8ba1-fcc89e3e7167 no longer exists at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:05:47.255388 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-c36b1959-2167-4921-97a8-61707844de6b None None] No Port match for: c0518dc3-ed1c-426e-8ba1-fcc89e3e7167 {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:05:47.258981 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device c0518dc3-ed1c-426e-8ba1-fcc89e3e7167 not bound to the agent host dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:05:47.273327 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d33a9cf-3a24-4065-82f0-c2ab29463ca7 admin admin] Router 734fb0cc-2e75-4582-96bb-936d548c1b5f has already been hosted by L3 agent 1923664e-3e58-49ac-bd52-802fbc047620 {{(pid=100181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 15:05:47.385163 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d33a9cf-3a24-4065-82f0-c2ab29463ca7 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-smb the message routers_updated {{(pid=100181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 15:05:47.390137 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-7d33a9cf-3a24-4065-82f0-c2ab29463ca7 admin admin] 10.222.0.72 "PUT /v2.0/routers/734fb0cc-2e75-4582-96bb-936d548c1b5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4646797 Jun 23 15:05:47.392626 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 55740) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:05:47.395453 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026ccc92-da8c-4ad6-a0b0-31457c313c53 None None] Sync routers for ids ['734fb0cc-2e75-4582-96bb-936d548c1b5f'] in dv-cinder-796286-8-smb {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 15:05:47.406072 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026ccc92-da8c-4ad6-a0b0-31457c313c53 None None] Routers {'734fb0cc-2e75-4582-96bb-936d548c1b5f'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:05:47.406702 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-026ccc92-da8c-4ad6-a0b0-31457c313c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:05:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['734fb0cc-2e75-4582-96bb-936d548c1b5f'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:05:47.511601 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-026ccc92-da8c-4ad6-a0b0-31457c313c53 None None] Set router 734fb0cc-2e75-4582-96bb-936d548c1b5f gateway port host: dv-cinder-796286-8-smb {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:05:47.696543 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-026ccc92-da8c-4ad6-a0b0-31457c313c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734fb0cc-2e75-4582-96bb-936d548c1b5f', 'name': 'tempest-TestShelveInstance-1979866581-router', 'tenant_id': '0bb882e91f88423fa18621b35443199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '3ea2f920-0fd5-49b0-b31e-8566f759e493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T15:01:08Z', 'updated_at': '2021-06-23T15:05:46Z', 'revision_number': 5, 'project_id': '0bb882e91f88423fa18621b35443199d', 'gw_port': {'id': '3ea2f920-0fd5-49b0-b31e-8566f759e493', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734fb0cc-2e75-4582-96bb-936d548c1b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:09Z', 'updated_at': '2021-06-23T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb'}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:05:47.730383 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026ccc92-da8c-4ad6-a0b0-31457c313c53 None None] Checking router: 734fb0cc-2e75-4582-96bb-936d548c1b5f for host: dv-cinder-796286-8-smb {{(pid=100183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 15:05:47.739157 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026ccc92-da8c-4ad6-a0b0-31457c313c53 None None] Routers {'734fb0cc-2e75-4582-96bb-936d548c1b5f'} bound to L3 agent in host dv-cinder-796286-8-smb {{(pid=100183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:05:47.739789 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-026ccc92-da8c-4ad6-a0b0-31457c313c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:47:42Z,description=,heartbeat_timestamp=2021-06-23T15:05:42Z,host='dv-cinder-796286-8-smb',id=1923664e-3e58-49ac-bd52-802fbc047620,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:47:42Z,topic='l3_agent')) {'router_ids': ['734fb0cc-2e75-4582-96bb-936d548c1b5f'], 'active': True} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:05:47.774379 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-559053aa-5de5-49e1-824e-9f05735f688c admin admin] Notify callbacks [] for router, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:47.840963 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_dvr_db [None req-026ccc92-da8c-4ad6-a0b0-31457c313c53 None None] Set router 734fb0cc-2e75-4582-96bb-936d548c1b5f gateway port host: dv-cinder-796286-8-smb {{(pid=100183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:05:47.875755 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-559053aa-5de5-49e1-824e-9f05735f688c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:47.988024 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-559053aa-5de5-49e1-824e-9f05735f688c admin admin] Deleting port 3ea2f920-0fd5-49b0-b31e-8566f759e493 {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:05:47.988283 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-559053aa-5de5-49e1-824e-9f05735f688c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:48.010639 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.l3_hamode_db [None req-026ccc92-da8c-4ad6-a0b0-31457c313c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734fb0cc-2e75-4582-96bb-936d548c1b5f', 'name': 'tempest-TestShelveInstance-1979866581-router', 'tenant_id': '0bb882e91f88423fa18621b35443199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '3ea2f920-0fd5-49b0-b31e-8566f759e493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T15:01:08Z', 'updated_at': '2021-06-23T15:05:46Z', 'revision_number': 5, 'project_id': '0bb882e91f88423fa18621b35443199d', 'gw_port': {'id': '3ea2f920-0fd5-49b0-b31e-8566f759e493', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734fb0cc-2e75-4582-96bb-936d548c1b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:09Z', 'updated_at': '2021-06-23T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb'}], 'dv-cinder-796286-8-smb', False) {} {{(pid=100183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:05:48.036245 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026ccc92-da8c-4ad6-a0b0-31457c313c53 None None] The sync data for ids ['734fb0cc-2e75-4582-96bb-936d548c1b5f'] in dv-cinder-796286-8-smb is: [{'id': '734fb0cc-2e75-4582-96bb-936d548c1b5f', 'name': 'tempest-TestShelveInstance-1979866581-router', 'tenant_id': '0bb882e91f88423fa18621b35443199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'external_fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '3ea2f920-0fd5-49b0-b31e-8566f759e493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T15:01:08Z', 'updated_at': '2021-06-23T15:05:46Z', 'revision_number': 5, 'project_id': '0bb882e91f88423fa18621b35443199d', 'gw_port': {'id': '3ea2f920-0fd5-49b0-b31e-8566f759e493', 'name': '', 'network_id': 'd2ee6402-d146-4119-8365-b6e413e6a66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734fb0cc-2e75-4582-96bb-936d548c1b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T15:01:09Z', 'updated_at': '2021-06-23T15:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aecbd380-5595-4490-ba93-56b7169dc4a5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-smb'}] {{(pid=100183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 15:05:48.070016 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [None req-559053aa-5de5-49e1-824e-9f05735f688c admin admin] For port 3ea2f920-0fd5-49b0-b31e-8566f759e493, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=3ea2f920-0fd5-49b0-b31e-8566f759e493,segment=NetworkSegment(ba5d94ff-850b-475f-bf01-29ba3ab431be),segment_id=ba5d94ff-850b-475f-bf01-29ba3ab431be)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:05:48.070444 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-559053aa-5de5-49e1-824e-9f05735f688c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:48.083614 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-559053aa-5de5-49e1-824e-9f05735f688c admin admin] Calling delete_port for 3ea2f920-0fd5-49b0-b31e-8566f759e493 owned by network:router_gateway {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:05:48.346084 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-559053aa-5de5-49e1-824e-9f05735f688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:48.348266 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-3fc43215-282a-42d0-86da-f2753b699c88 tempest-TestShelveInstance-670708782 tempest-TestShelveInstance-670708782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:05:48.375308 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559053aa-5de5-49e1-824e-9f05735f688c admin admin] Pushing event deleted for resources: {'Port': ['ID=3ea2f920-0fd5-49b0-b31e-8566f759e493,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:05:48.377803 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-559053aa-5de5-49e1-824e-9f05735f688c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:05:48.444585 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-559053aa-5de5-49e1-824e-9f05735f688c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643713'] for router_gateway, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:48.538323 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-559053aa-5de5-49e1-824e-9f05735f688c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257095'] for router, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:48.540645 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-559053aa-5de5-49e1-824e-9f05735f688c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:48.676959 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-559053aa-5de5-49e1-824e-9f05735f688c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559599'] for router, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:48.677502 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559053aa-5de5-49e1-824e-9f05735f688c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 734fb0cc-2e75-4582-96bb-936d548c1b5f {{(pid=100181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 15:05:48.681811 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-559053aa-5de5-49e1-824e-9f05735f688c admin admin] Notify callbacks [] for router, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:48.683723 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-559053aa-5de5-49e1-824e-9f05735f688c admin admin] 10.222.0.72 "DELETE /v2.0/routers/734fb0cc-2e75-4582-96bb-936d548c1b5f HTTP/1.1" status: 204 len: 168 time: 1.2893143 Jun 23 15:05:48.685493 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 55744) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:05:48.738975 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f8a64b-56bf-4338-873f-666ff09f38ee admin admin] Deleting subnet cc617f40-5d94-4566-b26d-3ca57ad382aa {{(pid=100181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 15:05:48.742575 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-38f8a64b-56bf-4338-873f-666ff09f38ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:48.782408 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-38f8a64b-56bf-4338-873f-666ff09f38ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28999182'] for subnet, precommit_delete_associations {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:48.863107 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-38f8a64b-56bf-4338-873f-666ff09f38ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819001'] for subnet, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:49.015171 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-38f8a64b-56bf-4338-873f-666ff09f38ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3818976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382331'] for subnet, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:49.020095 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:05:49.047576 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8a64b-56bf-4338-873f-666ff09f38ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc617f40-5d94-4566-b26d-3ca57ad382aa,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:05:49.049566 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-38f8a64b-56bf-4338-873f-666ff09f38ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for subnet, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:49.053719 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-38f8a64b-56bf-4338-873f-666ff09f38ee admin admin] 10.222.0.72 "DELETE /v2.0/subnets/cc617f40-5d94-4566-b26d-3ca57ad382aa HTTP/1.1" status: 204 len: 168 time: 0.3648291 Jun 23 15:05:49.053719 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-38f8a64b-56bf-4338-873f-666ff09f38ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:05:49.054306 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 55750) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:05:49.057584 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa2dfa0-494c-472b-bedd-37d49b9e5e7b None None] Network 33b94c47-ad2e-4173-8ad2-f913b73d7fae requested from dv-cinder-796286-8-smb {{(pid=100182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 15:05:49.128725 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2f42dd2d-8e3e-4cde-b567-4ba43b0dd3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3878271'] for network, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:49.208951 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-2f42dd2d-8e3e-4cde-b567-4ba43b0dd3b0 admin admin] Deleting port a5ca6c60-327b-4709-b340-187e4b59329e {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:05:49.209324 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2f42dd2d-8e3e-4cde-b567-4ba43b0dd3b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:49.229975 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 3aecf4d9-0494-416c-ad46-70588913d6ba no longer exists at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:05:49.257640 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-c36b1959-2167-4921-97a8-61707844de6b None None] No Port match for: 3aecf4d9-0494-416c-ad46-70588913d6ba {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:05:49.258016 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 3aecf4d9-0494-416c-ad46-70588913d6ba not bound to the agent host dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:05:49.258442 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 3ea2f920-0fd5-49b0-b31e-8566f759e493 no longer exists at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:05:49.282280 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-c36b1959-2167-4921-97a8-61707844de6b None None] No Port match for: 3ea2f920-0fd5-49b0-b31e-8566f759e493 {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:05:49.282612 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device 3ea2f920-0fd5-49b0-b31e-8566f759e493 not bound to the agent host dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:05:49.285701 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [None req-2f42dd2d-8e3e-4cde-b567-4ba43b0dd3b0 admin admin] For port a5ca6c60-327b-4709-b340-187e4b59329e, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=a5ca6c60-327b-4709-b340-187e4b59329e,segment=NetworkSegment(44aa5c6c-d8fb-4eac-8d79-c6778111df44),segment_id=44aa5c6c-d8fb-4eac-8d79-c6778111df44)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:05:49.286035 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2f42dd2d-8e3e-4cde-b567-4ba43b0dd3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:49.301168 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [None req-2f42dd2d-8e3e-4cde-b567-4ba43b0dd3b0 admin admin] Calling delete_port for a5ca6c60-327b-4709-b340-187e4b59329e owned by network:dhcp {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:05:49.387254 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f7eb04-c77b-42cd-849e-d3ccf74d206a None None] DHCP port deletion for 33b94c47-ad2e-4173-8ad2-f913b73d7fae request from dv-cinder-796286-8-smb {{(pid=100182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 15:05:49.435616 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-c9f7eb04-c77b-42cd-849e-d3ccf74d206a None None] Deleting port a5ca6c60-327b-4709-b340-187e4b59329e {{(pid=100182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:05:49.436602 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c9f7eb04-c77b-42cd-849e-d3ccf74d206a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:49.465448 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2f42dd2d-8e3e-4cde-b567-4ba43b0dd3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:49.467616 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-59a2c7dc-7ecc-42e6-8892-0c3ec8d1431d tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:05:49.494599 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42dd2d-8e3e-4cde-b567-4ba43b0dd3b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5ca6c60-327b-4709-b340-187e4b59329e,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:05:49.495756 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-c9f7eb04-c77b-42cd-849e-d3ccf74d206a None None] For port a5ca6c60-327b-4709-b340-187e4b59329e, host dv-cinder-796286-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-smb',level=0,port_id=a5ca6c60-327b-4709-b340-187e4b59329e,segment=NetworkSegment(44aa5c6c-d8fb-4eac-8d79-c6778111df44),segment_id=44aa5c6c-d8fb-4eac-8d79-c6778111df44)] {{(pid=100182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:05:49.496217 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c9f7eb04-c77b-42cd-849e-d3ccf74d206a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:49.497717 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-2f42dd2d-8e3e-4cde-b567-4ba43b0dd3b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:05:49.502106 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f42dd2d-8e3e-4cde-b567-4ba43b0dd3b0 admin admin] No DVR routers for this DVR port a5ca6c60-327b-4709-b340-187e4b59329e on host dv-cinder-796286-8-smb {{(pid=100181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 15:05:49.512967 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-c9f7eb04-c77b-42cd-849e-d3ccf74d206a None None] Calling delete_port for a5ca6c60-327b-4709-b340-187e4b59329e owned by network:dhcp {{(pid=100182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:05:49.565629 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2f42dd2d-8e3e-4cde-b567-4ba43b0dd3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3849076', 'neutron.services.segments.db._delete_segments_for_network-8735919049759'] for network, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:49.575110 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.services.segments.db [None req-2f42dd2d-8e3e-4cde-b567-4ba43b0dd3b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b94c47-ad2e-4173-8ad2-f913b73d7fae']}} {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:05:49.585224 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.services.segments.db [None req-2f42dd2d-8e3e-4cde-b567-4ba43b0dd3b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44aa5c6c-d8fb-4eac-8d79-c6778111df44') {'for_net_delete': True} {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:05:49.585516 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.services.segments.db [None req-2f42dd2d-8e3e-4cde-b567-4ba43b0dd3b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44aa5c6c-d8fb-4eac-8d79-c6778111df44') {} {{(pid=100181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:05:49.586757 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c9f7eb04-c77b-42cd-849e-d3ccf74d206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231'] for port, after_delete {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:49.589638 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-9b1e507b-0ef4-427b-a305-2c56043ba4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:05:49.594981 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2f42dd2d-8e3e-4cde-b567-4ba43b0dd3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735919037166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28999185'] for segment, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:49.611890 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7eb04-c77b-42cd-849e-d3ccf74d206a None None] Pushing event deleted for resources: {'Port': ['ID=a5ca6c60-327b-4709-b340-187e4b59329e,revision_number=None']} {{(pid=100182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:05:49.618595 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2f42dd2d-8e3e-4cde-b567-4ba43b0dd3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:49.618964 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG oslo_concurrency.lockutils [None req-c9f7eb04-c77b-42cd-849e-d3ccf74d206a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:05:49.618964 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f7eb04-c77b-42cd-849e-d3ccf74d206a None None] No DVR routers for this DVR port a5ca6c60-327b-4709-b340-187e4b59329e on host dv-cinder-796286-8-smb {{(pid=100182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 15:05:49.625873 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f42dd2d-8e3e-4cde-b567-4ba43b0dd3b0 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=100181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 15:05:49.626310 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2f42dd2d-8e3e-4cde-b567-4ba43b0dd3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497088'] for segment, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: Traceback (most recent call last): Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: timer() Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: cb(*args, **kw) Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: return func(*args, **kwargs) Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: self._notify() Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: self.callback(batched_events) Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: event.method(event) Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: return f(self, *a, **k) Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: return self._get(url).json() Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: return self.request(url, 'GET', **kwargs) Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 15:05:49.628028 dv-cinder-796286-8-smb neutron-server[100181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 15:05:49.830612 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2f42dd2d-8e3e-4cde-b567-4ba43b0dd3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3849087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643696'] for network, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:49.834615 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:05:49.837705 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-2f42dd2d-8e3e-4cde-b567-4ba43b0dd3b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:49.844422 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-2f42dd2d-8e3e-4cde-b567-4ba43b0dd3b0 admin admin] 10.222.0.72 "DELETE /v2.0/networks/33b94c47-ad2e-4173-8ad2-f913b73d7fae HTTP/1.1" status: 204 len: 168 time: 0.7846560 Jun 23 15:05:49.850942 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42dd2d-8e3e-4cde-b567-4ba43b0dd3b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=33b94c47-ad2e-4173-8ad2-f913b73d7fae,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:05:49.853355 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-2f42dd2d-8e3e-4cde-b567-4ba43b0dd3b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:05:50.259403 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 55758) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:05:50.298747 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-01809f2c-ec1d-477c-b625-4dd8f1492d06 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=53a050db46474be88a57b1333575aea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381103 Jun 23 15:05:50.300961 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 55760) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:05:50.347730 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7834cd2e-df4a-4e73-84f2-09ba187efff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:50.368870 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7834cd2e-df4a-4e73-84f2-09ba187efff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:50.505346 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7834cd2e-df4a-4e73-84f2-09ba187efff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:50.507954 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-7834cd2e-df4a-4e73-84f2-09ba187efff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:50.509093 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-7834cd2e-df4a-4e73-84f2-09ba187efff5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e7e69f3e-36bf-4325-b20a-3a05973074f1 HTTP/1.1" status: 204 len: 168 time: 0.2072501 Jun 23 15:05:50.510040 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-87c7b3d7-670c-4878-95d6-778bc0528091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:05:50.517676 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834cd2e-df4a-4e73-84f2-09ba187efff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e69f3e-36bf-4325-b20a-3a05973074f1,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:05:50.520149 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-7834cd2e-df4a-4e73-84f2-09ba187efff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:05:51.178042 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device a5ca6c60-327b-4709-b340-187e4b59329e no longer exists at agent ovs-agent-dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:05:51.197430 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-c36b1959-2167-4921-97a8-61707844de6b None None] No Port match for: a5ca6c60-327b-4709-b340-187e4b59329e {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:05:51.197805 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Device a5ca6c60-327b-4709-b340-187e4b59329e not bound to the agent host dv-cinder-796286-8-smb {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:05:51.217551 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 55768) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:05:51.256075 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-05d599f0-90fc-4052-b5af-e0835d92f375 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0bb882e91f88423fa18621b35443199d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372219 Jun 23 15:05:51.258321 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 55770) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:05:51.303493 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-e0aa478b-b030-43d1-a773-8f16950ceb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:51.324157 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-e0aa478b-b030-43d1-a773-8f16950ceb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:51.459676 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-e0aa478b-b030-43d1-a773-8f16950ceb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:51.462333 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-e0aa478b-b030-43d1-a773-8f16950ceb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:51.463716 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-e0aa478b-b030-43d1-a773-8f16950ceb79 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/102ef8af-613e-44f3-8092-354a3968aca8 HTTP/1.1" status: 204 len: 168 time: 0.2045193 Jun 23 15:05:51.464573 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-c997b09f-a0be-4286-824c-3c493c6f1a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:05:51.472392 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa478b-b030-43d1-a773-8f16950ceb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102ef8af-613e-44f3-8092-354a3968aca8,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:05:51.474553 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-e0aa478b-b030-43d1-a773-8f16950ceb79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:06:06.573817 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:07.824254 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6652e-fa18-48c6-93b9-c50b6049e1e6 req-4d279937-811b-465b-8afb-d450ee3a57ec tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:06:07.825597 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a8e6652e-fa18-48c6-93b9-c50b6049e1e6 req-4d279937-811b-465b-8afb-d450ee3a57ec tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?device_id=52efcddc-a7e9-4098-a504-69d1b90b6f39 HTTP/1.1" status: 200 len: 945 time: 0.0607736 Jun 23 15:06:07.862318 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-a8e6652e-fa18-48c6-93b9-c50b6049e1e6 req-13e0ee47-00d7-4dcd-94bf-b79b2feaab2d tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/security-groups?id=4bfe70ab-c749-4d0b-97a6-6b9198fbcde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311847 Jun 23 15:06:09.130087 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b77d9-fae0-4a88-911d-a3ff0941acf4 req-ab013378-0c90-4aa1-9092-3b9af5da360d tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:06:09.131817 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-338b77d9-fae0-4a88-911d-a3ff0941acf4 req-ab013378-0c90-4aa1-9092-3b9af5da360d tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?device_id=52efcddc-a7e9-4098-a504-69d1b90b6f39 HTTP/1.1" status: 200 len: 945 time: 0.1571112 Jun 23 15:06:09.168810 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-338b77d9-fae0-4a88-911d-a3ff0941acf4 req-94c7d04d-ffad-4d68-8708-955e232d00c3 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/security-groups?id=4bfe70ab-c749-4d0b-97a6-6b9198fbcde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310488 Jun 23 15:06:09.813604 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-7e2e874d-e3b9-4854-8776-d08eaf62eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:10.335676 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab706a-25d7-4f31-8aa2-500cf08a6bc5 req-e128fbc9-64bc-46e7-a11f-84d3ae9c44d4 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:06:10.337108 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-dfab706a-25d7-4f31-8aa2-500cf08a6bc5 req-e128fbc9-64bc-46e7-a11f-84d3ae9c44d4 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?device_id=52efcddc-a7e9-4098-a504-69d1b90b6f39 HTTP/1.1" status: 200 len: 945 time: 0.0606389 Jun 23 15:06:10.372918 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-dfab706a-25d7-4f31-8aa2-500cf08a6bc5 req-6962925e-6cb5-4e9c-8658-4ca0ccdd1f09 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/security-groups?id=4bfe70ab-c749-4d0b-97a6-6b9198fbcde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299308 Jun 23 15:06:11.543365 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea91d7-65cf-446b-85ce-9b2c5540764a req-2dde5c61-0dd0-49b2-9c39-056a938540b4 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:06:11.545411 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-96ea91d7-65cf-446b-85ce-9b2c5540764a req-2dde5c61-0dd0-49b2-9c39-056a938540b4 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?device_id=52efcddc-a7e9-4098-a504-69d1b90b6f39 HTTP/1.1" status: 200 len: 945 time: 0.0647316 Jun 23 15:06:11.581047 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-96ea91d7-65cf-446b-85ce-9b2c5540764a req-b620e33f-20f4-4767-a221-f50c96b53804 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/security-groups?id=4bfe70ab-c749-4d0b-97a6-6b9198fbcde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301480 Jun 23 15:06:12.048486 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 6 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 15:06:12.102346 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a6d19-99cd-4099-828d-bc4cd2cb38be req-b7c8d964-4bb3-4b5d-a65e-419436d7995d tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:06:12.103874 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-039a6d19-99cd-4099-828d-bc4cd2cb38be req-b7c8d964-4bb3-4b5d-a65e-419436d7995d tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.46 "GET /v2.0/ports?device_id=52efcddc-a7e9-4098-a504-69d1b90b6f39 HTTP/1.1" status: 200 len: 945 time: 0.0659564 Jun 23 15:06:12.200344 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-039a6d19-99cd-4099-828d-bc4cd2cb38be req-ddb2ccd2-41ee-45e6-b141-5b933c31a518 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Deleting port 178c85e0-1bef-4a10-9787-34a1c021bc46 {{(pid=100181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:06:12.200710 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-039a6d19-99cd-4099-828d-bc4cd2cb38be req-ddb2ccd2-41ee-45e6-b141-5b933c31a518 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735918930463'] for port, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:12.288924 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.db [req-039a6d19-99cd-4099-828d-bc4cd2cb38be req-ddb2ccd2-41ee-45e6-b141-5b933c31a518 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] For port 178c85e0-1bef-4a10-9787-34a1c021bc46, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=178c85e0-1bef-4a10-9787-34a1c021bc46,segment=NetworkSegment(35403b30-cd74-444d-a285-08ab34de99fa),segment_id=35403b30-cd74-444d-a285-08ab34de99fa)] {{(pid=100181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:06:12.289247 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-039a6d19-99cd-4099-828d-bc4cd2cb38be req-ddb2ccd2-41ee-45e6-b141-5b933c31a518 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644811'] for port, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:12.301018 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.plugins.ml2.plugin [req-039a6d19-99cd-4099-828d-bc4cd2cb38be req-ddb2ccd2-41ee-45e6-b141-5b933c31a518 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Calling delete_port for 178c85e0-1bef-4a10-9787-34a1c021bc46 owned by compute:nova {{(pid=100181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:06:12.476392 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-0c32bdbf-b60b-4570-aaef-51ace64f45e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:12.505240 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-039a6d19-99cd-4099-828d-bc4cd2cb38be req-ddb2ccd2-41ee-45e6-b141-5b933c31a518 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735918934833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735918509231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497303'] for port, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:12.509085 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-c49ab3e4-6337-49b9-a0fb-6563b889a810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:06:12.517930 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.db [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] get_ports_and_sgs() called for port_ids ['178c85e0-1bef-4a10-9787-34a1c021bc46'] {{(pid=100182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 15:06:12.546025 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2ccd2-41ee-45e6-b141-5b933c31a518 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Pushing event deleted for resources: {'Port': ['ID=178c85e0-1bef-4a10-9787-34a1c021bc46,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:06:12.547494 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:12.547614 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-ddb2ccd2-41ee-45e6-b141-5b933c31a518 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:06:12.581284 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.l3_dvrscheduler_db [req-039a6d19-99cd-4099-828d-bc4cd2cb38be req-ddb2ccd2-41ee-45e6-b141-5b933c31a518 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] No DVR routers for this DVR port 178c85e0-1bef-4a10-9787-34a1c021bc46 on host hv-cinder-79628 {{(pid=100181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 15:06:12.583725 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [req-039a6d19-99cd-4099-828d-bc4cd2cb38be req-ddb2ccd2-41ee-45e6-b141-5b933c31a518 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126444'] for port, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:12.585636 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [req-039a6d19-99cd-4099-828d-bc4cd2cb38be req-ddb2ccd2-41ee-45e6-b141-5b933c31a518 tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.46 "DELETE /v2.0/ports/178c85e0-1bef-4a10-9787-34a1c021bc46 HTTP/1.1" status: 204 len: 173 time: 0.4764628 Jun 23 15:06:12.586177 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52efcddc-a7e9-4098-a504-69d1b90b6f39', 'name': 'network-vif-deleted', 'tag': '178c85e0-1bef-4a10-9787-34a1c021bc46'}] {{(pid=100181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:06:12.588811 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18ce9a525efd7a834049118f575587e55a72371c17bb15424d752e17ccb07c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07087feb-3b6e-4ec7-a2aa-7c0f2a83e297" -d '{"events": [{"server_uuid": "52efcddc-a7e9-4098-a504-69d1b90b6f39", "name": "network-vif-deleted", "tag": "178c85e0-1bef-4a10-9787-34a1c021bc46"}]}' {{(pid=100181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:06:12.627908 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 15:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1948ce-322e-430a-82d4-c1ed13bdf101 x-openstack-request-id: req-cb1948ce-322e-430a-82d4-c1ed13bdf101 {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:06:12.628248 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52efcddc-a7e9-4098-a504-69d1b90b6f39", "name": "network-vif-deleted", "tag": "178c85e0-1bef-4a10-9787-34a1c021bc46", "status": "completed", "code": 200}]} {{(pid=100181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:06:12.628545 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cb1948ce-322e-430a-82d4-c1ed13bdf101 {{(pid=100181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:06:12.628986 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52efcddc-a7e9-4098-a504-69d1b90b6f39', 'name': 'network-vif-deleted', 'tag': '178c85e0-1bef-4a10-9787-34a1c021bc46', 'status': 'completed', 'code': 200} Jun 23 15:06:12.717802 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [req-d65f9b5a-25e4-46c1-841b-31ae5a3cdefa req-d3d6687c-bb29-4e90-9430-a3e97c1114cb tempest-VolumesSnapshotTestJSON-1350155975 tempest-VolumesSnapshotTestJSON-1350155975-project] 10.222.0.72 "GET /v2.0/ports?device_id=52efcddc-a7e9-4098-a504-69d1b90b6f39 HTTP/1.1" status: 200 len: 210 time: 0.0290112 Jun 23 15:06:13.796963 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:15.567874 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:15.810815 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 178c85e0-1bef-4a10-9787-34a1c021bc46 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:06:15.826382 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.plugin [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] No Port match for: 178c85e0-1bef-4a10-9787-34a1c021bc46 {{(pid=100182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:06:15.826741 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron.plugins.ml2.rpc [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Device 178c85e0-1bef-4a10-9787-34a1c021bc46 not bound to the agent host hv-cinder-79628 {{(pid=100182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:06:33.417179 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.wsgi [-] (100181) accepted ('10.222.0.72', 55970) {{(pid=100181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:06:33.460188 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.db.db_base_plugin_v2 [None req-cccb4753-9772-4e50-83ca-5aec53a8cc27 admin admin] Deleting subnet 0dae4a1e-6bac-41ca-949c-cc134473323b {{(pid=100181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 15:06:33.463501 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-cccb4753-9772-4e50-83ca-5aec53a8cc27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:33.496280 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-cccb4753-9772-4e50-83ca-5aec53a8cc27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28999182'] for subnet, precommit_delete_associations {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:33.537296 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-cccb4753-9772-4e50-83ca-5aec53a8cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819001'] for subnet, precommit_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:33.688109 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-cccb4753-9772-4e50-83ca-5aec53a8cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3818976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-691210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382331'] for subnet, after_delete {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:33.690229 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:06:33.714011 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb4753-9772-4e50-83ca-5aec53a8cc27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dae4a1e-6bac-41ca-949c-cc134473323b,revision_number=None']} {{(pid=100181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:06:33.718786 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron_lib.callbacks.manager [None req-cccb4753-9772-4e50-83ca-5aec53a8cc27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for subnet, before_response {{(pid=100181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:33.720955 dv-cinder-796286-8-smb neutron-server[100181]: INFO neutron.wsgi [None req-cccb4753-9772-4e50-83ca-5aec53a8cc27 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0dae4a1e-6bac-41ca-949c-cc134473323b HTTP/1.1" status: 204 len: 168 time: 0.3024006 Jun 23 15:06:33.723324 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 55972) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:06:33.726708 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4753-9772-4e50-83ca-5aec53a8cc27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:06:33.727094 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4753-9772-4e50-83ca-5aec53a8cc27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:06:33.727469 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4753-9772-4e50-83ca-5aec53a8cc27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:06:33.727838 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4753-9772-4e50-83ca-5aec53a8cc27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:06:33.728204 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4753-9772-4e50-83ca-5aec53a8cc27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:06:33.728568 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4753-9772-4e50-83ca-5aec53a8cc27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:06:33.728930 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4753-9772-4e50-83ca-5aec53a8cc27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:06:33.729290 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4753-9772-4e50-83ca-5aec53a8cc27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:06:33.729653 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4753-9772-4e50-83ca-5aec53a8cc27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:06:33.730062 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4753-9772-4e50-83ca-5aec53a8cc27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:06:33.730421 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4753-9772-4e50-83ca-5aec53a8cc27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:06:33.730775 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4753-9772-4e50-83ca-5aec53a8cc27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-smb {{(pid=100181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:06:33.733843 dv-cinder-796286-8-smb neutron-server[100181]: DEBUG oslo_concurrency.lockutils [None req-cccb4753-9772-4e50-83ca-5aec53a8cc27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:06:33.788198 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c5f19794-f7d2-45b8-927e-0d9d74510f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3878271'] for network, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:34.133575 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c5f19794-f7d2-45b8-927e-0d9d74510f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3849076', 'neutron.services.segments.db._delete_segments_for_network-8735919049759'] for network, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:34.143809 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.services.segments.db [None req-c5f19794-f7d2-45b8-927e-0d9d74510f61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['365b9b06-c80c-4660-8795-7e1f8a766cbe']}} {{(pid=100180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:06:34.153183 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.services.segments.db [None req-c5f19794-f7d2-45b8-927e-0d9d74510f61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35403b30-cd74-444d-a285-08ab34de99fa') {'for_net_delete': True} {{(pid=100180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:06:34.153478 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.services.segments.db [None req-c5f19794-f7d2-45b8-927e-0d9d74510f61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35403b30-cd74-444d-a285-08ab34de99fa') {} {{(pid=100180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:06:34.161805 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c5f19794-f7d2-45b8-927e-0d9d74510f61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735919037166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25328123'] for segment, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:34.174706 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c5f19794-f7d2-45b8-927e-0d9d74510f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980'] for segment, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:34.180663 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f19794-f7d2-45b8-927e-0d9d74510f61 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=100180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 15:06:34.181044 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c5f19794-f7d2-45b8-927e-0d9d74510f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25328475'] for segment, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: Traceback (most recent call last): Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: timer() Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: cb(*args, **kw) Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: return func(*args, **kwargs) Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: self._notify() Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: self.callback(batched_events) Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: event.method(event) Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: return f(self, *a, **k) Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: return self._get(url).json() Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: return self.request(url, 'GET', **kwargs) Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 15:06:34.182686 dv-cinder-796286-8-smb neutron-server[100180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 15:06:34.333118 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c5f19794-f7d2-45b8-927e-0d9d74510f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3849087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-373284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-691217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643696'] for network, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:34.337201 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-e53f2774-711c-42a2-9470-9af2292ca73b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:06:34.341279 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-c5f19794-f7d2-45b8-927e-0d9d74510f61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-691252'] for network, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:34.343451 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-c5f19794-f7d2-45b8-927e-0d9d74510f61 admin admin] 10.222.0.72 "DELETE /v2.0/networks/365b9b06-c80c-4660-8795-7e1f8a766cbe HTTP/1.1" status: 204 len: 168 time: 0.6189244 Jun 23 15:06:34.352269 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f19794-f7d2-45b8-927e-0d9d74510f61 admin admin] Pushing event deleted for resources: {'Network': ['ID=365b9b06-c80c-4660-8795-7e1f8a766cbe,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:06:34.354558 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-c5f19794-f7d2-45b8-927e-0d9d74510f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:06:34.699091 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 55976) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:06:34.738213 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-acedef47-9a61-489f-bb88-6089f2bde6d5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c2d4c6e494e241c8934489c424fd7a07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374918 Jun 23 15:06:34.740076 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.wsgi [-] (100180) accepted ('10.222.0.72', 55978) {{(pid=100180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:06:34.784935 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-20766b1c-b428-4e7b-bf6c-f7c1c267deb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:34.806690 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-20766b1c-b428-4e7b-bf6c-f7c1c267deb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:34.956063 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-20766b1c-b428-4e7b-bf6c-f7c1c267deb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18516'] for security_group, after_delete {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:34.958726 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron_lib.callbacks.manager [None req-20766b1c-b428-4e7b-bf6c-f7c1c267deb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:34.959867 dv-cinder-796286-8-smb neutron-server[100180]: INFO neutron.wsgi [None req-20766b1c-b428-4e7b-bf6c-f7c1c267deb7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4bfe70ab-c749-4d0b-97a6-6b9198fbcde3 HTTP/1.1" status: 204 len: 168 time: 0.2188873 Jun 23 15:06:34.960621 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-4d574778-dfb9-47f5-80ae-8a456391386b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:06:34.968689 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20766b1c-b428-4e7b-bf6c-f7c1c267deb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfe70ab-c749-4d0b-97a6-6b9198fbcde3,revision_number=None']} {{(pid=100180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:06:34.971148 dv-cinder-796286-8-smb neutron-server[100180]: DEBUG oslo_concurrency.lockutils [None req-20766b1c-b428-4e7b-bf6c-f7c1c267deb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:06:36.596468 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:39.836111 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-adf82486-5eaa-451f-b925-0540da92d08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:42.480498 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-82634745-dbeb-41ed-9b37-c9e6c8bdefa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:42.555791 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:43.859061 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:45.722240 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:06:49.047373 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 6 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 15:07:06.613277 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:07:09.780491 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-d00faf1b-0a30-46c2-8013-a5ebd8e22720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:07:12.531118 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-21b5159b-c389-4d66-ae81-e1f5a72f88ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:07:12.565643 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:07:13.822975 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:07:15.555432 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:07:26.046403 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 6 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 15:07:36.623704 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:07:39.783945 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-36602c96-db35-4dab-af4c-1465735628bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:07:42.498236 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-a7a128d9-288d-4b34-a78f-c37c4fff2321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:07:42.582449 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:07:43.793805 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:07:45.572459 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:08:03.045127 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 6 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 15:08:06.623091 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:08:09.806319 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-77dbc5e5-79e3-42a1-bcfd-d001a7510db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:08:12.606118 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-b44cc6e7-dc1b-4915-b8af-0a254d5eafe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:08:12.680783 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:08:13.823165 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:08:15.623331 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:08:36.638243 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:08:39.788597 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-53b71978-e1fa-49d2-bc43-03ba05daefd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:08:40.044276 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 6 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 15:08:42.490904 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-46f6b9f0-a597-4ab5-ba90-a56270fdc359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:08:42.559759 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:08:43.815105 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:08:45.643962 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:09:06.633361 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:09:09.827819 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-6bdcecd5-0c1a-49d8-a7c1-3710bc49b039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:09:12.483478 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-ed8c60e6-8977-485d-a963-86fad2820a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:09:12.547479 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:09:13.879208 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:09:15.622013 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:09:17.043517 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 6 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 15:09:36.655982 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:09:39.821455 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-4386ca26-6b9e-44b9-aded-a1c9df19985e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:09:42.512717 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-44929888-eacf-4a11-a6d5-008401978f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:09:42.539530 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:09:43.810137 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:09:45.615662 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:09:54.041920 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 6 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 15:10:06.647636 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:10:09.843758 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-4d022f14-0fc4-46ed-a4d0-769e4fe0e238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:10:12.506730 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-84ea0a1b-a89a-45f8-9f18-f853cd17eb40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:10:12.529422 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:10:13.784809 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:10:15.580535 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:10:31.040578 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 6 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 15:10:36.654945 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:10:39.843904 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-03123bc3-3063-45c8-9f52-ab881668e0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:10:42.534662 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-2e157643-4288-4e8a-bc93-0e212d4f8b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:10:42.554862 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:10:43.801537 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:10:45.594994 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:11:06.625199 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:11:08.040151 dv-cinder-796286-8-smb neutron-server[100183]: DEBUG neutron.db.agents_db [None req-3175772a-f711-4b0a-9ca1-64eef8717104 None None] Agent healthcheck: found 6 active agents {{(pid=100183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 15:11:09.800743 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-b5f906bc-a31e-441f-9317-d18dee8989dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:11:12.497010 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-982e9f31-e1ef-4d54-9398-b1ca9378b177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:11:12.519830 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-c36b1959-2167-4921-97a8-61707844de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:11:13.817261 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-5368bcac-884a-4365-a492-9f1091c35482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:11:15.582817 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-bcb95806-3203-4dba-8507-39a3ca1e4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:11:36.653678 dv-cinder-796286-8-smb neutron-server[100182]: DEBUG neutron_lib.callbacks.manager [None req-32e03a5c-0aa7-4943-b0d2-6b7f02cadbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735919049741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846974'] for agent, after_update {{(pid=100182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}